{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "6a3cb0b2-dfdf-44fa-be15-464d956702fe",
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "2f130140-9970-4d75-89a5-71587860d558",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/torchvision/io/image.py:13: UserWarning: Failed to load image Python extension: libtorch_cuda_cu.so: cannot open shared object file: No such file or directory\n",
      "  warn(f\"Failed to load image Python extension: {e}\")\n"
     ]
    }
   ],
   "source": [
    "from jsputils import paths, classes, nsdorg, plotting, encoding, nnutils, selectivity, eiganalysis, gpu_encoding\n",
    "import os\n",
    "from os.path import exists\n",
    "import cortex\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "from fastprogress import progress_bar\n",
    "import scipy.stats as stats\n",
    "from scipy.spatial.distance import pdist, squareform\n",
    "import copy\n",
    "import time\n",
    "import gc\n",
    "from IPython.core.debugger import set_trace\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "from sklearn.decomposition import PCA\n",
    "from PIL import Image\n",
    "\n",
    "import sys\n",
    "sys.path.append('/home/jovyan/work/DropboxSandbox/GSN')\n",
    "import gsn\n",
    "from gsn.rsa_noise_ceiling import rsa_noise_ceiling\n",
    "\n",
    "import torch\n",
    "import torchvision\n",
    "import torchlens as tl\n",
    "\n",
    "from torchvision.transforms._presets import ImageClassification\n",
    "\n",
    "from sklearn.linear_model import Lasso, LinearRegression"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "58d6bf01-d14e-4f29-b185-f40ded4eab0c",
   "metadata": {},
   "outputs": [],
   "source": [
    "nsddir = paths.nsd()\n",
    "\n",
    "savedir = f'{os.getcwd()}/analysis_outputs/3-Encoding/'\n",
    "\n",
    "subjs = [f'subj0{s}' for s in range(1,9)]\n",
    "roi_list = ['FFA-2','OPA','VWFA-2','FBA-1','OFA','OWFA','FBA-2']\n",
    "\n",
    "train_imageset = 'nonshared1000-3rep-batch0'\n",
    "val_imageset = 'nonshared1000-3rep-batch1'\n",
    "test_imageset = 'special515'\n",
    "\n",
    "space = 'nativesurface'\n",
    "beta_version = 'betas_fithrf_GLMdenoise_RR'\n",
    "ncsnr_threshold = 0.3\n",
    "\n",
    "model_name = 'alexnet-ipcl'\n",
    "floc_imageset_name = 'vpnl-floc'\n",
    "\n",
    "if 'alexnet-barlow-twins' in model_name:\n",
    "    \n",
    "    layer_list = ['conv3',\n",
    "                  'groupnorm3',\n",
    "                  'relu3',\n",
    "                  'conv4',\n",
    "                  'groupnorm4',\n",
    "                  'relu4',\n",
    "                  'conv5',\n",
    "                  'groupnorm5',\n",
    "                  'relu5',\n",
    "                  'maxpool5',\n",
    "                  'fc6',\n",
    "                  'batchnorm6',\n",
    "                  'relu6',\n",
    "                  'fc7',\n",
    "                  'batchnorm7',\n",
    "                  'relu7',\n",
    "                  'fc8',\n",
    "                  'batchnorm8']\n",
    "    \n",
    "elif 'alexnet-ipcl' in model_name:\n",
    "    \n",
    "    layer_list = ['conv3',\n",
    "                 'groupnorm3',\n",
    "                 'relu3',\n",
    "                 'conv4',\n",
    "                 'groupnorm4',\n",
    "                 'relu4',\n",
    "                 'conv5',\n",
    "                 'groupnorm5',\n",
    "                 'relu5',\n",
    "                 'maxpool5',\n",
    "                 'avgpool5',\n",
    "                 'fc6',\n",
    "                 'batchnorm6',\n",
    "                 'relu6',\n",
    "                 'fc7',\n",
    "                 'batchnorm7',\n",
    "                 'relu7',\n",
    "                 'fc8',\n",
    "                 'norm8']\n",
    "    \n",
    "elif 'alexnet-vggface' in model_name:\n",
    "    \n",
    "    layer_list = ['conv3',\n",
    "                  'relu3',\n",
    "                  'conv4',\n",
    "                  'relu4',\n",
    "                  'conv5',\n",
    "                  'relu5',\n",
    "                  'maxpool5',\n",
    "                  'fc6',\n",
    "                  'relu6',\n",
    "                  'fc7',\n",
    "                  'relu7',\n",
    "                  'fc8']\n",
    "    \n",
    "elif 'alexnet-supervised' in model_name:\n",
    "    layer_list = ['conv3',\n",
    "                  'relu3',\n",
    "                  'conv4',\n",
    "                  'relu4',\n",
    "                  'conv5',\n",
    "                  'relu5',\n",
    "                  'maxpool5',\n",
    "                  'fc6',\n",
    "                  'relu6',\n",
    "                  'fc7',\n",
    "                  'relu7',\n",
    "                  'fc8']\n",
    "\n",
    "domain_list = ['faces','scenes','bodies','characters','objects']#,'scenes','bodies','characters','objects']#,'bodies','objects','scenes','characters']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "4c9d2447-edcc-435e-aea6-f9f0ac8c49f7",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using cache found in /home/jovyan/.cache/torch/hub/harvard-visionlab_open_ipcl_main\n"
     ]
    }
   ],
   "source": [
    "DNN = classes.DNNModel(model_name)\n",
    "if 'vggface' not in model_name:\n",
    "    floc = classes.ImageSet(floc_imageset_name, transforms = DNN.transforms)\n",
    "\n",
    "    DNN.find_selective_units(floc_imageset_name, overwrite = False, verbose = False,\n",
    "                           FDR_p = 0.05)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "03df080c-fb5b-473a-ad73-266228af2286",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='6' class='' max='8' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      75.00% [6/8 30:54&lt;10:18]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj01 FFA-2 norm8 faces\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:18&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 1415)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 913)\n",
      "\t\t val (1000, 1415)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 913)\n",
      "\t\t test (515, 1415)\n",
      "\t\tmasking\n",
      "\t\t test (515, 913)\n",
      "\tpreparing encoding model features... norm8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.073 cRSA 0.019 veUnivar 0.157 veRSA 0.036\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.049 cRSA 0.022 veUnivar 0.199 veRSA 0.03\n",
      "\tsaving\n",
      "subj01 FFA-2 fc8 faces\n",
      "\tpreparing encoding model features... fc8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.069 cRSA 0.018 veUnivar 0.158 veRSA 0.028\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.054 cRSA 0.021 veUnivar 0.204 veRSA 0.021\n",
      "\tsaving\n",
      "subj01 FFA-2 relu7 faces\n",
      "\tpreparing encoding model features... relu7 faces\n",
      "\t\t train (1000, 662)\n",
      "\t\t val (1000, 662)\n",
      "\t\t test (515, 662)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.326 cRSA 0.135 veUnivar 0.57 veRSA 0.277\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.332 cRSA 0.158 veUnivar 0.598 veRSA 0.323\n",
      "\tsaving\n",
      "subj01 FFA-2 batchnorm7 faces\n",
      "\tpreparing encoding model features... batchnorm7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.444 cRSA 0.149 veUnivar 0.599 veRSA 0.357\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.419 cRSA 0.175 veUnivar 0.637 veRSA 0.398\n",
      "\tsaving\n",
      "subj01 FFA-2 fc7 faces\n",
      "\tpreparing encoding model features... fc7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.445 cRSA 0.1 veUnivar 0.382 veRSA 0.061\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.417 cRSA 0.134 veUnivar 0.413 veRSA 0.082\n",
      "\tsaving\n",
      "subj01 FFA-2 relu6 faces\n",
      "\tpreparing encoding model features... relu6 faces\n",
      "\t\t train (1000, 871)\n",
      "\t\t val (1000, 871)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 871)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.259 cRSA 0.125 veUnivar 0.553 veRSA 0.337\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.266 cRSA 0.169 veUnivar 0.63 veRSA 0.388\n",
      "\tsaving\n",
      "subj01 FFA-2 batchnorm6 faces\n",
      "\tpreparing encoding model features... batchnorm6 faces\n",
      "\t\t train (1000, 944)\n",
      "\t\t val (1000, 944)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 944)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.428 cRSA 0.122 veUnivar 0.621 veRSA 0.417\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.417 cRSA 0.174 veUnivar 0.688 veRSA 0.474\n",
      "\tsaving\n",
      "subj01 FFA-2 fc6 faces\n",
      "\tpreparing encoding model features... fc6 faces\n",
      "\t\t train (1000, 945)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 945)\n",
      "\t\t test (515, 945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.438 cRSA 0.108 veUnivar 0.548 veRSA 0.214\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.434 cRSA 0.166 veUnivar 0.628 veRSA 0.305\n",
      "\tsaving\n",
      "subj01 FFA-2 avgpool5 faces\n",
      "\tpreparing encoding model features... avgpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.303 cRSA 0.062 veUnivar 0.516 veRSA 0.253\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.265 cRSA 0.065 veUnivar 0.579 veRSA 0.298\n",
      "\tsaving\n",
      "subj01 FFA-2 maxpool5 faces\n",
      "\tpreparing encoding model features... maxpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.303 cRSA 0.062 veUnivar 0.516 veRSA 0.253\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.265 cRSA 0.065 veUnivar 0.579 veRSA 0.298\n",
      "\tsaving\n",
      "subj01 FFA-2 relu5 faces\n",
      "\tpreparing encoding model features... relu5 faces\n",
      "\t\t train (1000, 3600)\n",
      "\t\t val (1000, 3600)\n",
      "\t\t test (515, 3600)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.285 cRSA 0.047 veUnivar 0.496 veRSA 0.207\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.244 cRSA 0.053 veUnivar 0.572 veRSA 0.254\n",
      "\tsaving\n",
      "subj01 FFA-2 groupnorm5 faces\n",
      "\tpreparing encoding model features... groupnorm5 faces\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5606)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.329 cRSA 0.091 veUnivar 0.541 veRSA 0.278\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.334 cRSA 0.101 veUnivar 0.623 veRSA 0.339\n",
      "\tsaving\n",
      "subj01 FFA-2 conv5 faces\n",
      "\tpreparing encoding model features... conv5 faces\n",
      "\t\t train (1000, 6542)\n",
      "\t\t val (1000, 6542)\n",
      "\t\t test (515, 6542)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.282 cRSA 0.058 veUnivar 0.471 veRSA 0.164\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.26 cRSA 0.081 veUnivar 0.533 veRSA 0.224\n",
      "\tsaving\n",
      "subj01 FFA-2 relu4 faces\n",
      "\tpreparing encoding model features... relu4 faces\n",
      "\t\t train (1000, 4041)\n",
      "\t\t val (1000, 4041)\n",
      "\t\t test (515, 4041)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.285 cRSA 0.044 veUnivar 0.465 veRSA 0.175\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.344 cRSA 0.06 veUnivar 0.554 veRSA 0.243\n",
      "\tsaving\n",
      "subj01 FFA-2 groupnorm4 faces\n",
      "\tpreparing encoding model features... groupnorm4 faces\n",
      "\t\t train (1000, 5152)\n",
      "\t\t val (1000, 5152)\n",
      "\t\t test (515, 5152)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.309 cRSA 0.062 veUnivar 0.488 veRSA 0.218\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.34 cRSA 0.084 veUnivar 0.559 veRSA 0.341\n",
      "\tsaving\n",
      "subj01 FFA-2 conv4 faces\n",
      "\tpreparing encoding model features... conv4 faces\n",
      "\t\t train (1000, 5945)\n",
      "\t\t val (1000, 5945)\n",
      "\t\t test (515, 5945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.335 cRSA 0.07 veUnivar 0.444 veRSA 0.131\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.354 cRSA 0.098 veUnivar 0.52 veRSA 0.229\n",
      "\tsaving\n",
      "subj01 FFA-2 relu3 faces\n",
      "\tpreparing encoding model features... relu3 faces\n",
      "\t\t train (1000, 3214)\n",
      "\t\t val (1000, 3214)\n",
      "\t\t test (515, 3214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.221 cRSA 0.044 veUnivar 0.404 veRSA 0.13\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.263 cRSA 0.06 veUnivar 0.487 veRSA 0.161\n",
      "\tsaving\n",
      "subj01 FFA-2 groupnorm3 faces\n",
      "\tpreparing encoding model features... groupnorm3 faces\n",
      "\t\t train (1000, 3993)\n",
      "\t\t val (1000, 3993)\n",
      "\t\t test (515, 3993)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.233 cRSA 0.035 veUnivar 0.403 veRSA 0.155\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.263 cRSA 0.048 veUnivar 0.523 veRSA 0.214\n",
      "\tsaving\n",
      "subj01 FFA-2 conv3 faces\n",
      "\tpreparing encoding model features... conv3 faces\n",
      "\t\t train (1000, 3648)\n",
      "\t\t val (1000, 3648)\n",
      "\t\t test (515, 3648)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.301 cRSA 0.04 veUnivar 0.434 veRSA 0.126\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.335 cRSA 0.058 veUnivar 0.503 veRSA 0.178\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj02 FFA-2 norm8 faces\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:20&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 1997)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1360)\n",
      "\t\t val (1000, 1997)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1360)\n",
      "\t\t test (515, 1997)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1360)\n",
      "\tpreparing encoding model features... norm8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.037 cRSA 0.018 veUnivar 0.114 veRSA 0.024\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.05 cRSA 0.026 veUnivar 0.046 veRSA 0.031\n",
      "\tsaving\n",
      "subj02 FFA-2 fc8 faces\n",
      "\tpreparing encoding model features... fc8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.023 cRSA 0.018 veUnivar 0.114 veRSA 0.022\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.049 cRSA 0.026 veUnivar 0.082 veRSA 0.022\n",
      "\tsaving\n",
      "subj02 FFA-2 relu7 faces\n",
      "\tpreparing encoding model features... relu7 faces\n",
      "\t\t train (1000, 662)\n",
      "\t\t val (1000, 662)\n",
      "\t\t test (515, 662)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.364 cRSA 0.134 veUnivar 0.62 veRSA 0.314\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.368 cRSA 0.154 veUnivar 0.581 veRSA 0.352\n",
      "\tsaving\n",
      "subj02 FFA-2 batchnorm7 faces\n",
      "\tpreparing encoding model features... batchnorm7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.486 cRSA 0.156 veUnivar 0.64 veRSA 0.393\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.402 cRSA 0.177 veUnivar 0.63 veRSA 0.444\n",
      "\tsaving\n",
      "subj02 FFA-2 fc7 faces\n",
      "\tpreparing encoding model features... fc7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.491 cRSA 0.114 veUnivar 0.38 veRSA 0.07\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.404 cRSA 0.14 veUnivar 0.387 veRSA 0.11\n",
      "\tsaving\n",
      "subj02 FFA-2 relu6 faces\n",
      "\tpreparing encoding model features... relu6 faces\n",
      "\t\t train (1000, 871)\n",
      "\t\t val (1000, 871)\n",
      "\t\t test (515, 871)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.349 cRSA 0.156 veUnivar 0.641 veRSA 0.416\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.357 cRSA 0.174 veUnivar 0.637 veRSA 0.42\n",
      "\tsaving\n",
      "subj02 FFA-2 batchnorm6 faces\n",
      "\tpreparing encoding model features... batchnorm6 faces\n",
      "\t\t train (1000, 944)\n",
      "\t\t val (1000, 944)\n",
      "\t\t test (515, 944)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.515 cRSA 0.141 veUnivar 0.676 veRSA 0.442\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.467 cRSA 0.181 veUnivar 0.681 veRSA 0.483\n",
      "\tsaving\n",
      "subj02 FFA-2 fc6 faces\n",
      "\tpreparing encoding model features... fc6 faces\n",
      "\t\t train (1000, 945)\n",
      "\t\t val (1000, 945)\n",
      "\t\t test (515, 945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.522 cRSA 0.117 veUnivar 0.587 veRSA 0.287\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.478 cRSA 0.156 veUnivar 0.6 veRSA 0.352\n",
      "\tsaving\n",
      "subj02 FFA-2 avgpool5 faces\n",
      "\tpreparing encoding model features... avgpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.419 cRSA 0.075 veUnivar 0.617 veRSA 0.299\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.352 cRSA 0.088 veUnivar 0.628 veRSA 0.327\n",
      "\tsaving\n",
      "subj02 FFA-2 maxpool5 faces\n",
      "\tpreparing encoding model features... maxpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.419 cRSA 0.075 veUnivar 0.617 veRSA 0.299\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.352 cRSA 0.088 veUnivar 0.628 veRSA 0.327\n",
      "\tsaving\n",
      "subj02 FFA-2 relu5 faces\n",
      "\tpreparing encoding model features... relu5 faces\n",
      "\t\t train (1000, 3600)\n",
      "\t\t val (1000, 3600)\n",
      "\t\t test (515, 3600)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.393 cRSA 0.054 veUnivar 0.589 veRSA 0.239\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.321 cRSA 0.068 veUnivar 0.588 veRSA 0.262\n",
      "\tsaving\n",
      "subj02 FFA-2 groupnorm5 faces\n",
      "\tpreparing encoding model features... groupnorm5 faces\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5606)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.469 cRSA 0.096 veUnivar 0.625 veRSA 0.301\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.404 cRSA 0.12 veUnivar 0.639 veRSA 0.38\n",
      "\tsaving\n",
      "subj02 FFA-2 conv5 faces\n",
      "\tpreparing encoding model features... conv5 faces\n",
      "\t\t train (1000, 6542)\n",
      "\t\t val (1000, 6542)\n",
      "\t\t test (515, 6542)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.423 cRSA 0.068 veUnivar 0.564 veRSA 0.146\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.336 cRSA 0.089 veUnivar 0.587 veRSA 0.174\n",
      "\tsaving\n",
      "subj02 FFA-2 relu4 faces\n",
      "\tpreparing encoding model features... relu4 faces\n",
      "\t\t train (1000, 4041)\n",
      "\t\t val (1000, 4041)\n",
      "\t\t test (515, 4041)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.352 cRSA 0.05 veUnivar 0.549 veRSA 0.188\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.358 cRSA 0.059 veUnivar 0.59 veRSA 0.214\n",
      "\tsaving\n",
      "subj02 FFA-2 groupnorm4 faces\n",
      "\tpreparing encoding model features... groupnorm4 faces\n",
      "\t\t train (1000, 5152)\n",
      "\t\t val (1000, 5152)\n",
      "\t\t test (515, 5152)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.367 cRSA 0.061 veUnivar 0.525 veRSA 0.246\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.338 cRSA 0.093 veUnivar 0.571 veRSA 0.318\n",
      "\tsaving\n",
      "subj02 FFA-2 conv4 faces\n",
      "\tpreparing encoding model features... conv4 faces\n",
      "\t\t train (1000, 5945)\n",
      "\t\t val (1000, 5945)\n",
      "\t\t test (515, 5945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.409 cRSA 0.07 veUnivar 0.475 veRSA 0.123\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.371 cRSA 0.096 veUnivar 0.536 veRSA 0.178\n",
      "\tsaving\n",
      "subj02 FFA-2 relu3 faces\n",
      "\tpreparing encoding model features... relu3 faces\n",
      "\t\t train (1000, 3214)\n",
      "\t\t val (1000, 3214)\n",
      "\t\t test (515, 3214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.288 cRSA 0.043 veUnivar 0.448 veRSA 0.131\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.247 cRSA 0.066 veUnivar 0.473 veRSA 0.165\n",
      "\tsaving\n",
      "subj02 FFA-2 groupnorm3 faces\n",
      "\tpreparing encoding model features... groupnorm3 faces\n",
      "\t\t train (1000, 3993)\n",
      "\t\t val (1000, 3993)\n",
      "\t\t test (515, 3993)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.309 cRSA 0.032 veUnivar 0.477 veRSA 0.177\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.231 cRSA 0.055 veUnivar 0.475 veRSA 0.212\n",
      "\tsaving\n",
      "subj02 FFA-2 conv3 faces\n",
      "\tpreparing encoding model features... conv3 faces\n",
      "\t\t train (1000, 3648)\n",
      "\t\t val (1000, 3648)\n",
      "\t\t test (515, 3648)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.382 cRSA 0.036 veUnivar 0.4 veRSA 0.103\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.318 cRSA 0.058 veUnivar 0.445 veRSA 0.168\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj03 FFA-2 norm8 faces\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:20&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 1787)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1235)\n",
      "\t\t val (1000, 1787)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1235)\n",
      "\t\t test (515, 1787)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1235)\n",
      "\tpreparing encoding model features... norm8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.007 cRSA 0.016 veUnivar 0.149 veRSA 0.02\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.028 cRSA 0.021 veUnivar 0.158 veRSA 0.03\n",
      "\tsaving\n",
      "subj03 FFA-2 fc8 faces\n",
      "\tpreparing encoding model features... fc8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.018 cRSA 0.016 veUnivar 0.143 veRSA 0.014\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.024 cRSA 0.02 veUnivar 0.143 veRSA 0.022\n",
      "\tsaving\n",
      "subj03 FFA-2 relu7 faces\n",
      "\tpreparing encoding model features... relu7 faces\n",
      "\t\t train (1000, 662)\n",
      "\t\t val (1000, 662)\n",
      "\t\t test (515, 662)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.194 cRSA 0.089 veUnivar 0.508 veRSA 0.163\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.269 cRSA 0.12 veUnivar 0.543 veRSA 0.209\n",
      "\tsaving\n",
      "subj03 FFA-2 batchnorm7 faces\n",
      "\tpreparing encoding model features... batchnorm7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.306 cRSA 0.101 veUnivar 0.553 veRSA 0.23\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.368 cRSA 0.131 veUnivar 0.605 veRSA 0.271\n",
      "\tsaving\n",
      "subj03 FFA-2 fc7 faces\n",
      "\tpreparing encoding model features... fc7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t val cUnivar 0.311 cRSA 0.077 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.37 cRSA 0.101 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj03 FFA-2 relu6 faces\n",
      "\tpreparing encoding model features... relu6 faces\n",
      "\t\t train (1000, 871)\n",
      "\t\t val (1000, 871)\n",
      "\t\t test (515, 871)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.232 cRSA 0.101 veUnivar 0.541 veRSA 0.193\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.28 cRSA 0.123 veUnivar 0.561 veRSA 0.228\n",
      "\tsaving\n",
      "subj03 FFA-2 batchnorm6 faces\n",
      "\tpreparing encoding model features... batchnorm6 faces\n",
      "\t\t train (1000, 944)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 944)\n",
      "\t\t test (515, 944)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.344 cRSA 0.093 veUnivar 0.566 veRSA 0.258\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.376 cRSA 0.122 veUnivar 0.624 veRSA 0.296\n",
      "\tsaving\n",
      "subj03 FFA-2 fc6 faces\n",
      "\tpreparing encoding model features... fc6 faces\n",
      "\t\t train (1000, 945)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 945)\n",
      "\t\t test (515, 945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.344 cRSA 0.079 veUnivar 0.453 veRSA 0.13\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.383 cRSA 0.104 veUnivar 0.537 veRSA 0.191\n",
      "\tsaving\n",
      "subj03 FFA-2 avgpool5 faces\n",
      "\tpreparing encoding model features... avgpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.223 cRSA 0.042 veUnivar 0.487 veRSA 0.141\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.229 cRSA 0.053 veUnivar 0.534 veRSA 0.203\n",
      "\tsaving\n",
      "subj03 FFA-2 maxpool5 faces\n",
      "\tpreparing encoding model features... maxpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.223 cRSA 0.042 veUnivar 0.487 veRSA 0.141\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.229 cRSA 0.053 veUnivar 0.534 veRSA 0.203\n",
      "\tsaving\n",
      "subj03 FFA-2 relu5 faces\n",
      "\tpreparing encoding model features... relu5 faces\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 3600)\n",
      "\t\t val (1000, 3600)\n",
      "\t\t test (515, 3600)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.21 cRSA 0.035 veUnivar 0.424 veRSA 0.095\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.196 cRSA 0.042 veUnivar 0.516 veRSA 0.166\n",
      "\tsaving\n",
      "subj03 FFA-2 groupnorm5 faces\n",
      "\tpreparing encoding model features... groupnorm5 faces\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5606)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.298 cRSA 0.062 veUnivar 0.473 veRSA 0.164\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.286 cRSA 0.087 veUnivar 0.543 veRSA 0.212\n",
      "\tsaving\n",
      "subj03 FFA-2 conv5 faces\n",
      "\tpreparing encoding model features... conv5 faces\n",
      "\t\t train (1000, 6542)\n",
      "\t\t val (1000, 6542)\n",
      "\t\t test (515, 6542)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.233 cRSA 0.043 veUnivar 0.386 veRSA 0.075\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.221 cRSA 0.066 veUnivar 0.468 veRSA 0.107\n",
      "\tsaving\n",
      "subj03 FFA-2 relu4 faces\n",
      "\tpreparing encoding model features... relu4 faces\n",
      "\t\t train (1000, 4041)\n",
      "\t\t val (1000, 4041)\n",
      "\t\t test (515, 4041)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.222 cRSA 0.028 veUnivar 0.355 veRSA 0.058\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.254 cRSA 0.045 veUnivar 0.422 veRSA 0.132\n",
      "\tsaving\n",
      "subj03 FFA-2 groupnorm4 faces\n",
      "\tpreparing encoding model features... groupnorm4 faces\n",
      "\t\t train (1000, 5152)\n",
      "\t\t val (1000, 5152)\n",
      "\t\t test (515, 5152)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.247 cRSA 0.035 veUnivar 0.373 veRSA 0.096\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.239 cRSA 0.062 veUnivar 0.431 veRSA 0.186\n",
      "\tsaving\n",
      "subj03 FFA-2 conv4 faces\n",
      "\tpreparing encoding model features... conv4 faces\n",
      "\t\t train (1000, 5945)\n",
      "\t\t val (1000, 5945)\n",
      "\t\t test (515, 5945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.25 cRSA 0.039 veUnivar 0.316 veRSA 0.043\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.261 cRSA 0.069 veUnivar 0.386 veRSA 0.094\n",
      "\tsaving\n",
      "subj03 FFA-2 relu3 faces\n",
      "\tpreparing encoding model features... relu3 faces\n",
      "\t\t train (1000, 3214)\n",
      "\t\t val (1000, 3214)\n",
      "\t\t test (515, 3214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.197 cRSA 0.028 veUnivar 0.302 veRSA 0.049\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.158 cRSA 0.042 veUnivar 0.351 veRSA 0.095\n",
      "\tsaving\n",
      "subj03 FFA-2 groupnorm3 faces\n",
      "\tpreparing encoding model features... groupnorm3 faces\n",
      "\t\t train (1000, 3993)\n",
      "\t\t val (1000, 3993)\n",
      "\t\t test (515, 3993)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.197 cRSA 0.019 veUnivar 0.274 veRSA 0.056\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.167 cRSA 0.037 veUnivar 0.324 veRSA 0.104\n",
      "\tsaving\n",
      "subj03 FFA-2 conv3 faces\n",
      "\tpreparing encoding model features... conv3 faces\n",
      "\t\t train (1000, 3648)\n",
      "\t\t val (1000, 3648)\n",
      "\t\t test (515, 3648)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.253 cRSA 0.022 veUnivar 0.266 veRSA 0.032\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.226 cRSA 0.04 veUnivar 0.34 veRSA 0.089\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj04 FFA-2 norm8 faces\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 1691)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1089)\n",
      "\t\t val (1000, 1691)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1089)\n",
      "\t\t test (515, 1691)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1089)\n",
      "\tpreparing encoding model features... norm8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.009 cRSA 0.01 veUnivar 0.07 veRSA 0.02\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.017 cRSA 0.022 veUnivar 0.177 veRSA 0.047\n",
      "\tsaving\n",
      "subj04 FFA-2 fc8 faces\n",
      "\tpreparing encoding model features... fc8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.003 cRSA 0.011 veUnivar 0.056 veRSA 0.015\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.014 cRSA 0.023 veUnivar 0.206 veRSA 0.041\n",
      "\tsaving\n",
      "subj04 FFA-2 relu7 faces\n",
      "\tpreparing encoding model features... relu7 faces\n",
      "\t\t train (1000, 662)\n",
      "\t\t val (1000, 662)\n",
      "\t\t test (515, 662)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.22 cRSA 0.104 veUnivar 0.477 veRSA 0.215\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.236 cRSA 0.138 veUnivar 0.454 veRSA 0.293\n",
      "\tsaving\n",
      "subj04 FFA-2 batchnorm7 faces\n",
      "\tpreparing encoding model features... batchnorm7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.372 cRSA 0.116 veUnivar 0.502 veRSA 0.292\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.312 cRSA 0.156 veUnivar 0.486 veRSA 0.375\n",
      "\tsaving\n",
      "subj04 FFA-2 fc7 faces\n",
      "\tpreparing encoding model features... fc7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.378 cRSA 0.082 veUnivar 0.331 veRSA 0.05\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.315 cRSA 0.12 veUnivar 0.3 veRSA 0.065\n",
      "\tsaving\n",
      "subj04 FFA-2 relu6 faces\n",
      "\tpreparing encoding model features... relu6 faces\n",
      "\t\t train (1000, 871)\n",
      "\t\t val (1000, 871)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 871)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.24 cRSA 0.109 veUnivar 0.511 veRSA 0.26\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.224 cRSA 0.149 veUnivar 0.473 veRSA 0.357\n",
      "\tsaving\n",
      "subj04 FFA-2 batchnorm6 faces\n",
      "\tpreparing encoding model features... batchnorm6 faces\n",
      "\t\t train (1000, 944)\n",
      "\t\t val (1000, 944)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 944)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.386 cRSA 0.102 veUnivar 0.548 veRSA 0.332\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.339 cRSA 0.153 veUnivar 0.515 veRSA 0.455\n",
      "\tsaving\n",
      "subj04 FFA-2 fc6 faces\n",
      "\tpreparing encoding model features... fc6 faces\n",
      "\t\t train (1000, 945)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 945)\n",
      "\t\t test (515, 945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.392 cRSA 0.086 veUnivar 0.438 veRSA 0.175\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.348 cRSA 0.14 veUnivar 0.462 veRSA 0.287\n",
      "\tsaving\n",
      "subj04 FFA-2 avgpool5 faces\n",
      "\tpreparing encoding model features... avgpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.246 cRSA 0.046 veUnivar 0.449 veRSA 0.192\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.227 cRSA 0.064 veUnivar 0.454 veRSA 0.318\n",
      "\tsaving\n",
      "subj04 FFA-2 maxpool5 faces\n",
      "\tpreparing encoding model features... maxpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.246 cRSA 0.046 veUnivar 0.449 veRSA 0.192\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.227 cRSA 0.064 veUnivar 0.454 veRSA 0.318\n",
      "\tsaving\n",
      "subj04 FFA-2 relu5 faces\n",
      "\tpreparing encoding model features... relu5 faces\n",
      "\t\t train (1000, 3600)\n",
      "\t\t val (1000, 3600)\n",
      "\t\t test (515, 3600)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.231 cRSA 0.033 veUnivar 0.438 veRSA 0.155\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.214 cRSA 0.053 veUnivar 0.422 veRSA 0.241\n",
      "\tsaving\n",
      "subj04 FFA-2 groupnorm5 faces\n",
      "\tpreparing encoding model features... groupnorm5 faces\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5606)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.318 cRSA 0.059 veUnivar 0.48 veRSA 0.201\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.328 cRSA 0.091 veUnivar 0.478 veRSA 0.331\n",
      "\tsaving\n",
      "subj04 FFA-2 conv5 faces\n",
      "\tpreparing encoding model features... conv5 faces\n",
      "\t\t train (1000, 6542)\n",
      "\t\t val (1000, 6542)\n",
      "\t\t test (515, 6542)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.267 cRSA 0.042 veUnivar 0.406 veRSA 0.099\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.278 cRSA 0.071 veUnivar 0.449 veRSA 0.188\n",
      "\tsaving\n",
      "subj04 FFA-2 relu4 faces\n",
      "\tpreparing encoding model features... relu4 faces\n",
      "\t\t train (1000, 4041)\n",
      "\t\t val (1000, 4041)\n",
      "\t\t test (515, 4041)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.164 cRSA 0.037 veUnivar 0.343 veRSA 0.122\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.237 cRSA 0.053 veUnivar 0.393 veRSA 0.212\n",
      "\tsaving\n",
      "subj04 FFA-2 groupnorm4 faces\n",
      "\tpreparing encoding model features... groupnorm4 faces\n",
      "\t\t train (1000, 5152)\n",
      "\t\t val (1000, 5152)\n",
      "\t\t test (515, 5152)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.211 cRSA 0.04 veUnivar 0.346 veRSA 0.14\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.251 cRSA 0.078 veUnivar 0.389 veRSA 0.277\n",
      "\tsaving\n",
      "subj04 FFA-2 conv4 faces\n",
      "\tpreparing encoding model features... conv4 faces\n",
      "\t\t train (1000, 5945)\n",
      "\t\t val (1000, 5945)\n",
      "\t\t test (515, 5945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.253 cRSA 0.046 veUnivar 0.322 veRSA 0.07\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.28 cRSA 0.088 veUnivar 0.387 veRSA 0.167\n",
      "\tsaving\n",
      "subj04 FFA-2 relu3 faces\n",
      "\tpreparing encoding model features... relu3 faces\n",
      "\t\t train (1000, 3214)\n",
      "\t\t val (1000, 3214)\n",
      "\t\t test (515, 3214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.135 cRSA 0.032 veUnivar 0.274 veRSA 0.081\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.156 cRSA 0.057 veUnivar 0.34 veRSA 0.157\n",
      "\tsaving\n",
      "subj04 FFA-2 groupnorm3 faces\n",
      "\tpreparing encoding model features... groupnorm3 faces\n",
      "\t\t train (1000, 3993)\n",
      "\t\t val (1000, 3993)\n",
      "\t\t test (515, 3993)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.178 cRSA 0.024 veUnivar 0.264 veRSA 0.083\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.187 cRSA 0.055 veUnivar 0.342 veRSA 0.192\n",
      "\tsaving\n",
      "subj04 FFA-2 conv3 faces\n",
      "\tpreparing encoding model features... conv3 faces\n",
      "\t\t train (1000, 3648)\n",
      "\t\t val (1000, 3648)\n",
      "\t\t test (515, 3648)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.221 cRSA 0.027 veUnivar 0.274 veRSA 0.072\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.24 cRSA 0.06 veUnivar 0.309 veRSA 0.142\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj05 FFA-2 norm8 faces\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 1452)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 926)\n",
      "\t\t val (1000, 1452)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 926)\n",
      "\t\t test (515, 1452)\n",
      "\t\tmasking\n",
      "\t\t test (515, 926)\n",
      "\tpreparing encoding model features... norm8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.092 cRSA 0.021 veUnivar 0.223 veRSA 0.034\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.007 cRSA 0.034 veUnivar 0.184 veRSA 0.054\n",
      "\tsaving\n",
      "subj05 FFA-2 fc8 faces\n",
      "\tpreparing encoding model features... fc8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.104 cRSA 0.022 veUnivar 0.197 veRSA 0.023\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.016 cRSA 0.036 veUnivar 0.186 veRSA 0.04\n",
      "\tsaving\n",
      "subj05 FFA-2 relu7 faces\n",
      "\tpreparing encoding model features... relu7 faces\n",
      "\t\t train (1000, 662)\n",
      "\t\t val (1000, 662)\n",
      "\t\t test (515, 662)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.123 cRSA 0.118 veUnivar 0.538 veRSA 0.23\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.178 cRSA 0.172 veUnivar 0.51 veRSA 0.293\n",
      "\tsaving\n",
      "subj05 FFA-2 batchnorm7 faces\n",
      "\tpreparing encoding model features... batchnorm7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.299 cRSA 0.132 veUnivar 0.589 veRSA 0.319\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.291 cRSA 0.184 veUnivar 0.564 veRSA 0.399\n",
      "\tsaving\n",
      "subj05 FFA-2 fc7 faces\n",
      "\tpreparing encoding model features... fc7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t val cUnivar 0.303 cRSA 0.103 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.291 cRSA 0.144 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj05 FFA-2 relu6 faces\n",
      "\tpreparing encoding model features... relu6 faces\n",
      "\t\t train (1000, 871)\n",
      "\t\t val (1000, 871)\n",
      "\t\t test (515, 871)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.156 cRSA 0.133 veUnivar 0.563 veRSA 0.285\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.196 cRSA 0.177 veUnivar 0.525 veRSA 0.348\n",
      "\tsaving\n",
      "subj05 FFA-2 batchnorm6 faces\n",
      "\tpreparing encoding model features... batchnorm6 faces\n",
      "\t\t train (1000, 944)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 944)\n",
      "\t\t test (515, 944)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.266 cRSA 0.128 veUnivar 0.623 veRSA 0.385\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.291 cRSA 0.188 veUnivar 0.601 veRSA 0.47\n",
      "\tsaving\n",
      "subj05 FFA-2 fc6 faces\n",
      "\tpreparing encoding model features... fc6 faces\n",
      "\t\t train (1000, 945)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 945)\n",
      "\t\t test (515, 945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.266 cRSA 0.103 veUnivar 0.52 veRSA 0.186\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.298 cRSA 0.172 veUnivar 0.519 veRSA 0.26\n",
      "\tsaving\n",
      "subj05 FFA-2 avgpool5 faces\n",
      "\tpreparing encoding model features... avgpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.163 cRSA 0.051 veUnivar 0.49 veRSA 0.186\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.152 cRSA 0.064 veUnivar 0.486 veRSA 0.284\n",
      "\tsaving\n",
      "subj05 FFA-2 maxpool5 faces\n",
      "\tpreparing encoding model features... maxpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.163 cRSA 0.051 veUnivar 0.49 veRSA 0.186\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.152 cRSA 0.064 veUnivar 0.486 veRSA 0.284\n",
      "\tsaving\n",
      "subj05 FFA-2 relu5 faces\n",
      "\tpreparing encoding model features... relu5 faces\n",
      "\t\t train (1000, 3600)\n",
      "\t\t val (1000, 3600)\n",
      "\t\t test (515, 3600)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.114 cRSA 0.04 veUnivar 0.448 veRSA 0.157\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.121 cRSA 0.056 veUnivar 0.42 veRSA 0.247\n",
      "\tsaving\n",
      "subj05 FFA-2 groupnorm5 faces\n",
      "\tpreparing encoding model features... groupnorm5 faces\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5606)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.267 cRSA 0.072 veUnivar 0.509 veRSA 0.25\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.251 cRSA 0.097 veUnivar 0.533 veRSA 0.355\n",
      "\tsaving\n",
      "subj05 FFA-2 conv5 faces\n",
      "\tpreparing encoding model features... conv5 faces\n",
      "\t\t train (1000, 6542)\n",
      "\t\t val (1000, 6542)\n",
      "\t\t test (515, 6542)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.203 cRSA 0.051 veUnivar 0.39 veRSA 0.097\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.172 cRSA 0.08 veUnivar 0.442 veRSA 0.129\n",
      "\tsaving\n",
      "subj05 FFA-2 relu4 faces\n",
      "\tpreparing encoding model features... relu4 faces\n",
      "\t\t train (1000, 4041)\n",
      "\t\t val (1000, 4041)\n",
      "\t\t test (515, 4041)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.178 cRSA 0.032 veUnivar 0.388 veRSA 0.091\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.213 cRSA 0.06 veUnivar 0.408 veRSA 0.177\n",
      "\tsaving\n",
      "subj05 FFA-2 groupnorm4 faces\n",
      "\tpreparing encoding model features... groupnorm4 faces\n",
      "\t\t train (1000, 5152)\n",
      "\t\t val (1000, 5152)\n",
      "\t\t test (515, 5152)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.175 cRSA 0.045 veUnivar 0.416 veRSA 0.187\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.206 cRSA 0.079 veUnivar 0.471 veRSA 0.302\n",
      "\tsaving\n",
      "subj05 FFA-2 conv4 faces\n",
      "\tpreparing encoding model features... conv4 faces\n",
      "\t\t train (1000, 5945)\n",
      "\t\t val (1000, 5945)\n",
      "\t\t test (515, 5945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.185 cRSA 0.048 veUnivar 0.24 veRSA 0.077\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.211 cRSA 0.098 veUnivar 0.383 veRSA 0.146\n",
      "\tsaving\n",
      "subj05 FFA-2 relu3 faces\n",
      "\tpreparing encoding model features... relu3 faces\n",
      "\t\t train (1000, 3214)\n",
      "\t\t val (1000, 3214)\n",
      "\t\t test (515, 3214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.128 cRSA 0.033 veUnivar 0.269 veRSA 0.073\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.131 cRSA 0.066 veUnivar 0.356 veRSA 0.137\n",
      "\tsaving\n",
      "subj05 FFA-2 groupnorm3 faces\n",
      "\tpreparing encoding model features... groupnorm3 faces\n",
      "\t\t train (1000, 3993)\n",
      "\t\t val (1000, 3993)\n",
      "\t\t test (515, 3993)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.103 cRSA 0.021 veUnivar 0.344 veRSA 0.126\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.14 cRSA 0.054 veUnivar 0.383 veRSA 0.202\n",
      "\tsaving\n",
      "subj05 FFA-2 conv3 faces\n",
      "\tpreparing encoding model features... conv3 faces\n",
      "\t\t train (1000, 3648)\n",
      "\t\t val (1000, 3648)\n",
      "\t\t test (515, 3648)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.155 cRSA 0.024 veUnivar 0.193 veRSA 0.044\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.201 cRSA 0.06 veUnivar 0.364 veRSA 0.133\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj06 FFA-2 norm8 faces\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 2260)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1430)\n",
      "\t\t val (1000, 2260)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1430)\n",
      "\t\t test (515, 2260)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1430)\n",
      "\tpreparing encoding model features... norm8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.013 cRSA 0.01 veUnivar 0.095 veRSA 0.013\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.004 cRSA 0.019 veUnivar 0.151 veRSA 0.015\n",
      "\tsaving\n",
      "subj06 FFA-2 fc8 faces\n",
      "\tpreparing encoding model features... fc8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.007 cRSA 0.01 veUnivar 0.104 veRSA 0.012\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.001 cRSA 0.019 veUnivar 0.153 veRSA 0.01\n",
      "\tsaving\n",
      "subj06 FFA-2 relu7 faces\n",
      "\tpreparing encoding model features... relu7 faces\n",
      "\t\t train (1000, 662)\n",
      "\t\t val (1000, 662)\n",
      "\t\t test (515, 662)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.138 cRSA 0.078 veUnivar 0.407 veRSA 0.127\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.192 cRSA 0.093 veUnivar 0.448 veRSA 0.129\n",
      "\tsaving\n",
      "subj06 FFA-2 batchnorm7 faces\n",
      "\tpreparing encoding model features... batchnorm7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.249 cRSA 0.085 veUnivar 0.473 veRSA 0.161\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.248 cRSA 0.096 veUnivar 0.493 veRSA 0.183\n",
      "\tsaving\n",
      "subj06 FFA-2 fc7 faces\n",
      "\tpreparing encoding model features... fc7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t val cUnivar 0.252 cRSA 0.064 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.249 cRSA 0.074 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj06 FFA-2 relu6 faces\n",
      "\tpreparing encoding model features... relu6 faces\n",
      "\t\t train (1000, 871)\n",
      "\t\t val (1000, 871)\n",
      "\t\t test (515, 871)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.175 cRSA 0.077 veUnivar 0.461 veRSA 0.15\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.238 cRSA 0.104 veUnivar 0.424 veRSA 0.131\n",
      "\tsaving\n",
      "subj06 FFA-2 batchnorm6 faces\n",
      "\tpreparing encoding model features... batchnorm6 faces\n",
      "\t\t train (1000, 944)\n",
      "\t\t val (1000, 944)\n",
      "\t\t test (515, 944)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.233 cRSA 0.074 veUnivar 0.494 veRSA 0.204\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.299 cRSA 0.106 veUnivar 0.502 veRSA 0.232\n",
      "\tsaving\n",
      "subj06 FFA-2 fc6 faces\n",
      "\tpreparing encoding model features... fc6 faces\n",
      "\t\t train (1000, 945)\n",
      "\t\t val (1000, 945)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.229 cRSA 0.062 veUnivar 0.37 veRSA 0.102\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.302 cRSA 0.1 veUnivar 0.444 veRSA 0.119\n",
      "\tsaving\n",
      "subj06 FFA-2 avgpool5 faces\n",
      "\tpreparing encoding model features... avgpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.164 cRSA 0.041 veUnivar 0.369 veRSA 0.127\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.165 cRSA 0.03 veUnivar 0.412 veRSA 0.108\n",
      "\tsaving\n",
      "subj06 FFA-2 maxpool5 faces\n",
      "\tpreparing encoding model features... maxpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.164 cRSA 0.041 veUnivar 0.369 veRSA 0.127\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.165 cRSA 0.03 veUnivar 0.412 veRSA 0.108\n",
      "\tsaving\n",
      "subj06 FFA-2 relu5 faces\n",
      "\tpreparing encoding model features... relu5 faces\n",
      "\t\t train (1000, 3600)\n",
      "\t\t val (1000, 3600)\n",
      "\t\t test (515, 3600)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.127 cRSA 0.033 veUnivar 0.313 veRSA 0.102\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.129 cRSA 0.03 veUnivar 0.361 veRSA 0.088\n",
      "\tsaving\n",
      "subj06 FFA-2 groupnorm5 faces\n",
      "\tpreparing encoding model features... groupnorm5 faces\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5606)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.201 cRSA 0.052 veUnivar 0.378 veRSA 0.134\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.223 cRSA 0.041 veUnivar 0.442 veRSA 0.17\n",
      "\tsaving\n",
      "subj06 FFA-2 conv5 faces\n",
      "\tpreparing encoding model features... conv5 faces\n",
      "\t\t train (1000, 6542)\n",
      "\t\t val (1000, 6542)\n",
      "\t\t test (515, 6542)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.153 cRSA 0.036 veUnivar 0.305 veRSA 0.05\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.131 cRSA 0.046 veUnivar 0.407 veRSA 0.062\n",
      "\tsaving\n",
      "subj06 FFA-2 relu4 faces\n",
      "\tpreparing encoding model features... relu4 faces\n",
      "\t\t train (1000, 4041)\n",
      "\t\t val (1000, 4041)\n",
      "\t\t test (515, 4041)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.139 cRSA 0.022 veUnivar 0.267 veRSA 0.048\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.213 cRSA 0.036 veUnivar 0.391 veRSA 0.07\n",
      "\tsaving\n",
      "subj06 FFA-2 groupnorm4 faces\n",
      "\tpreparing encoding model features... groupnorm4 faces\n",
      "\t\t train (1000, 5152)\n",
      "\t\t val (1000, 5152)\n",
      "\t\t test (515, 5152)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.131 cRSA 0.027 veUnivar 0.251 veRSA 0.094\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.194 cRSA 0.032 veUnivar 0.332 veRSA 0.137\n",
      "\tsaving\n",
      "subj06 FFA-2 conv4 faces\n",
      "\tpreparing encoding model features... conv4 faces\n",
      "\t\t train (1000, 5945)\n",
      "\t\t val (1000, 5945)\n",
      "\t\t test (515, 5945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.136 cRSA 0.031 veUnivar 0.145 veRSA 0.033\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.176 cRSA 0.057 veUnivar 0.358 veRSA 0.073\n",
      "\tsaving\n",
      "subj06 FFA-2 relu3 faces\n",
      "\tpreparing encoding model features... relu3 faces\n",
      "\t\t train (1000, 3214)\n",
      "\t\t val (1000, 3214)\n",
      "\t\t test (515, 3214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.126 cRSA 0.024 veUnivar 0.198 veRSA 0.049\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.16 cRSA 0.041 veUnivar 0.258 veRSA 0.054\n",
      "\tsaving\n",
      "subj06 FFA-2 groupnorm3 faces\n",
      "\tpreparing encoding model features... groupnorm3 faces\n",
      "\t\t train (1000, 3993)\n",
      "\t\t val (1000, 3993)\n",
      "\t\t test (515, 3993)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.131 cRSA 0.014 veUnivar 0.2 veRSA 0.055\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.138 cRSA 0.032 veUnivar 0.255 veRSA 0.102\n",
      "\tsaving\n",
      "subj06 FFA-2 conv3 faces\n",
      "\tpreparing encoding model features... conv3 faces\n",
      "\t\t train (1000, 3648)\n",
      "\t\t val (1000, 3648)\n",
      "\t\t test (515, 3648)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.144 cRSA 0.016 veUnivar 0.123 veRSA 0.022\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.197 cRSA 0.04 veUnivar 0.298 veRSA 0.07\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj07 FFA-2 norm8 faces\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 472)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 89)\n",
      "\t\t val (1000, 472)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 89)\n",
      "\t\t test (515, 472)\n",
      "\t\tmasking\n",
      "\t\t test (515, 89)\n",
      "\tpreparing encoding model features... norm8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.057 cRSA 0.006 veUnivar 0.153 veRSA 0.018\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.013 cRSA 0.019 veUnivar 0.22 veRSA 0.043\n",
      "\tsaving\n",
      "subj07 FFA-2 fc8 faces\n",
      "\tpreparing encoding model features... fc8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t val cUnivar 0.056 cRSA 0.006 veUnivar 0.158 veRSA 0.016\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.026 cRSA 0.02 veUnivar 0.22 veRSA 0.044\n",
      "\tsaving\n",
      "subj07 FFA-2 relu7 faces\n",
      "\tpreparing encoding model features... relu7 faces\n",
      "\t\t train (1000, 662)\n",
      "\t\t val (1000, 662)\n",
      "\t\t test (515, 662)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.123 cRSA 0.049 veUnivar 0.411 veRSA 0.088\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.152 cRSA 0.059 veUnivar 0.466 veRSA 0.097\n",
      "\tsaving\n",
      "subj07 FFA-2 batchnorm7 faces\n",
      "\tpreparing encoding model features... batchnorm7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.215 cRSA 0.049 veUnivar 0.498 veRSA 0.147\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.232 cRSA 0.059 veUnivar 0.534 veRSA 0.157\n",
      "\tsaving\n",
      "subj07 FFA-2 fc7 faces\n",
      "\tpreparing encoding model features... fc7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t val cUnivar 0.212 cRSA 0.041 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.231 cRSA 0.048 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj07 FFA-2 relu6 faces\n",
      "\tpreparing encoding model features... relu6 faces\n",
      "\t\t train (1000, 871)\n",
      "\t\t val (1000, 871)\n",
      "\t\t test (515, 871)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.124 cRSA 0.062 veUnivar 0.447 veRSA 0.117\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.159 cRSA 0.073 veUnivar 0.456 veRSA 0.138\n",
      "\tsaving\n",
      "subj07 FFA-2 batchnorm6 faces\n",
      "\tpreparing encoding model features... batchnorm6 faces\n",
      "\t\t train (1000, 944)\n",
      "\t\t val (1000, 944)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 944)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.172 cRSA 0.058 veUnivar 0.521 veRSA 0.163\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.231 cRSA 0.076 veUnivar 0.545 veRSA 0.204\n",
      "\tsaving\n",
      "subj07 FFA-2 fc6 faces\n",
      "\tpreparing encoding model features... fc6 faces\n",
      "\t\t train (1000, 945)\n",
      "\t\t val (1000, 945)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.174 cRSA 0.05 veUnivar 0.387 veRSA 0.056\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.236 cRSA 0.063 veUnivar 0.425 veRSA 0.091\n",
      "\tsaving\n",
      "subj07 FFA-2 avgpool5 faces\n",
      "\tpreparing encoding model features... avgpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.094 cRSA 0.013 veUnivar 0.373 veRSA 0.068\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.086 cRSA 0.016 veUnivar 0.415 veRSA 0.075\n",
      "\tsaving\n",
      "subj07 FFA-2 maxpool5 faces\n",
      "\tpreparing encoding model features... maxpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.094 cRSA 0.013 veUnivar 0.373 veRSA 0.068\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.086 cRSA 0.016 veUnivar 0.415 veRSA 0.075\n",
      "\tsaving\n",
      "subj07 FFA-2 relu5 faces\n",
      "\tpreparing encoding model features... relu5 faces\n",
      "\t\t train (1000, 3600)\n",
      "\t\t val (1000, 3600)\n",
      "\t\t test (515, 3600)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.049 cRSA 0.015 veUnivar 0.329 veRSA 0.073\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.039 cRSA 0.019 veUnivar 0.359 veRSA 0.068\n",
      "\tsaving\n",
      "subj07 FFA-2 groupnorm5 faces\n",
      "\tpreparing encoding model features... groupnorm5 faces\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5606)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\t\t\t val cUnivar 0.174 cRSA 0.017 veUnivar 0.458 veRSA 0.1\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.168 cRSA 0.021 veUnivar 0.498 veRSA 0.108\n",
      "\tsaving\n",
      "subj07 FFA-2 conv5 faces\n",
      "\tpreparing encoding model features... conv5 faces\n",
      "\t\t train (1000, 6542)\n",
      "\t\t val (1000, 6542)\n",
      "\t\t test (515, 6542)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "subj04 OPA norm8 scenes\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 5846)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 4526)\n",
      "\t\t val (1000, 5846)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 4526)\n",
      "\t\t test (515, 5846)\n",
      "\t\tmasking\n",
      "\t\t test (515, 4526)\n",
      "\tpreparing encoding model features... norm8 scenes\n",
      "\t\t train (1000, 9)\n",
      "\t\t val (1000, 9)\n",
      "\t\t test (515, 9)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.053 cRSA 0.006 veUnivar 0.064 veRSA 0.006\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.012 cRSA 0.013 veUnivar 0.097 veRSA 0.011\n",
      "\tsaving\n",
      "subj04 OPA fc8 scenes\n",
      "\tpreparing encoding model features... fc8 scenes\n",
      "\t\t train (1000, 10)\n",
      "\t\t val (1000, 10)\n",
      "\t\t test (515, 10)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.064 cRSA 0.007 veUnivar 0.076 veRSA 0.007\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.006 cRSA 0.011 veUnivar 0.121 veRSA 0.011\n",
      "\tsaving\n",
      "subj04 OPA relu7 scenes\n",
      "\tpreparing encoding model features... relu7 scenes\n",
      "\t\t train (1000, 214)\n",
      "\t\t val (1000, 214)\n",
      "\t\t test (515, 214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.235 cRSA 0.096 veUnivar 0.294 veRSA 0.194\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.373 cRSA 0.126 veUnivar 0.428 veRSA 0.269\n",
      "\tsaving\n",
      "subj04 OPA batchnorm7 scenes\n",
      "\tpreparing encoding model features... batchnorm7 scenes\n",
      "\t\t train (1000, 230)\n",
      "\t\t val (1000, 230)\n",
      "\t\t test (515, 230)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.272 cRSA 0.121 veUnivar 0.331 veRSA 0.26\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.342 cRSA 0.158 veUnivar 0.464 veRSA 0.319\n",
      "\tsaving\n",
      "subj04 OPA fc7 scenes\n",
      "\tpreparing encoding model features... fc7 scenes\n",
      "\t\t train (1000, 230)\n",
      "\t\t val (1000, 230)\n",
      "\t\t test (515, 230)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.274 cRSA 0.089 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.343 cRSA 0.114 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj04 OPA relu6 scenes\n",
      "\tpreparing encoding model features... relu6 scenes\n",
      "\t\t train (1000, 121)\n",
      "\t\t val (1000, 121)\n",
      "\t\t test (515, 121)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.211 cRSA 0.204 veUnivar 0.269 veRSA 0.257\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.408 cRSA 0.228 veUnivar 0.453 veRSA 0.284\n",
      "\tsaving\n",
      "subj04 OPA batchnorm6 scenes\n",
      "\tpreparing encoding model features... batchnorm6 scenes\n",
      "\t\t train (1000, 132)\n",
      "\t\t val (1000, 132)\n",
      "\t\t test (515, 132)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.282 cRSA 0.232 veUnivar 0.35 veRSA 0.325\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.449 cRSA 0.256 veUnivar 0.506 veRSA 0.352\n",
      "\tsaving\n",
      "subj04 OPA fc6 scenes\n",
      "\tpreparing encoding model features... fc6 scenes\n",
      "\t\t train (1000, 132)\n",
      "\t\t val (1000, 132)\n",
      "\t\t test (515, 132)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.281 cRSA 0.169 veUnivar 0.291 veRSA 0.229\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.445 cRSA 0.198 veUnivar 0.466 veRSA 0.254\n",
      "\tsaving\n",
      "subj04 OPA avgpool5 scenes\n",
      "\tpreparing encoding model features... avgpool5 scenes\n",
      "\t\t train (1000, 196)\n",
      "\t\t val (1000, 196)\n",
      "\t\t test (515, 196)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.195 cRSA 0.066 veUnivar 0.229 veRSA 0.191\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.342 cRSA 0.084 veUnivar 0.425 veRSA 0.244\n",
      "\tsaving\n",
      "subj04 OPA maxpool5 scenes\n",
      "\tpreparing encoding model features... maxpool5 scenes\n",
      "\t\t train (1000, 196)\n",
      "\t\t val (1000, 196)\n",
      "\t\t test (515, 196)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.195 cRSA 0.066 veUnivar 0.229 veRSA 0.191\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.342 cRSA 0.084 veUnivar 0.425 veRSA 0.244\n",
      "\tsaving\n",
      "subj04 OPA relu5 scenes\n",
      "\tpreparing encoding model features... relu5 scenes\n",
      "\t\t train (1000, 531)\n",
      "\t\t val (1000, 531)\n",
      "\t\t test (515, 531)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.212 cRSA 0.067 veUnivar 0.223 veRSA 0.142\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.354 cRSA 0.088 veUnivar 0.404 veRSA 0.195\n",
      "\tsaving\n",
      "subj04 OPA groupnorm5 scenes\n",
      "\tpreparing encoding model features... groupnorm5 scenes\n",
      "\t\t train (1000, 495)\n",
      "\t\t val (1000, 495)\n",
      "\t\t test (515, 495)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.217 cRSA 0.062 veUnivar 0.224 veRSA 0.185\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.344 cRSA 0.087 veUnivar 0.404 veRSA 0.235\n",
      "\tsaving\n",
      "subj04 OPA conv5 scenes\n",
      "\tpreparing encoding model features... conv5 scenes\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 675)\n",
      "\t\t val (1000, 675)\n",
      "\t\t test (515, 675)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.24 cRSA 0.085 veUnivar 0.194 veRSA 0.118\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.378 cRSA 0.121 veUnivar 0.377 veRSA 0.175\n",
      "\tsaving\n",
      "subj04 OPA relu4 scenes\n",
      "\tpreparing encoding model features... relu4 scenes\n",
      "\t\t train (1000, 444)\n",
      "\t\t val (1000, 444)\n",
      "\t\t test (515, 444)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.168 cRSA 0.102 veUnivar 0.215 veRSA 0.16\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.271 cRSA 0.136 veUnivar 0.363 veRSA 0.185\n",
      "\tsaving\n",
      "subj04 OPA groupnorm4 scenes\n",
      "\tpreparing encoding model features... groupnorm4 scenes\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 669)\n",
      "\t\t val (1000, 669)\n",
      "\t\t test (515, 669)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.225 cRSA 0.121 veUnivar 0.241 veRSA 0.236\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.38 cRSA 0.149 veUnivar 0.41 veRSA 0.269\n",
      "\tsaving\n",
      "subj04 OPA conv4 scenes\n",
      "\tpreparing encoding model features... conv4 scenes\n",
      "\t\t train (1000, 649)\n",
      "\t\t val (1000, 649)\n",
      "\t\t test (515, 649)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.226 cRSA 0.096 veUnivar 0.204 veRSA 0.135\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.383 cRSA 0.12 veUnivar 0.347 veRSA 0.169\n",
      "\tsaving\n",
      "subj04 OPA relu3 scenes\n",
      "\tpreparing encoding model features... relu3 scenes\n",
      "\t\t train (1000, 177)\n",
      "\t\t val (1000, 177)\n",
      "\t\t test (515, 177)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.158 cRSA 0.114 veUnivar 0.176 veRSA 0.139\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.312 cRSA 0.143 veUnivar 0.344 veRSA 0.163\n",
      "\tsaving\n",
      "subj04 OPA groupnorm3 scenes\n",
      "\tpreparing encoding model features... groupnorm3 scenes\n",
      "\t\t train (1000, 254)\n",
      "\t\t val (1000, 254)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 254)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.127 cRSA 0.067 veUnivar 0.196 veRSA 0.195\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.262 cRSA 0.086 veUnivar 0.35 veRSA 0.228\n",
      "\tsaving\n",
      "subj04 OPA conv3 scenes\n",
      "\tpreparing encoding model features... conv3 scenes\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 120)\n",
      "\t\t val (1000, 120)\n",
      "\t\t test (515, 120)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.174 cRSA 0.106 veUnivar 0.185 veRSA 0.172\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.357 cRSA 0.138 veUnivar 0.335 veRSA 0.18\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj05 OPA norm8 scenes\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 5789)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5789)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5789)\n",
      "\t\tmasking\n",
      "\t\t test (515, 5606)\n",
      "\tpreparing encoding model features... norm8 scenes\n",
      "\t\t train (1000, 9)\n",
      "\t\t val (1000, 9)\n",
      "\t\t test (515, 9)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.004 cRSA 0.005 veUnivar 0.028 veRSA 0.007\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.051 cRSA 0.018 veUnivar 0.165 veRSA 0.02\n",
      "\tsaving\n",
      "subj05 OPA fc8 scenes\n",
      "\tpreparing encoding model features... fc8 scenes\n",
      "\t\t train (1000, 10)\n",
      "\t\t val (1000, 10)\n",
      "\t\t test (515, 10)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.006 cRSA 0.005 veUnivar 0.047 veRSA 0.005\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.055 cRSA 0.019 veUnivar 0.174 veRSA 0.024\n",
      "\tsaving\n",
      "subj05 OPA relu7 scenes\n",
      "\tpreparing encoding model features... relu7 scenes\n",
      "\t\t train (1000, 214)\n",
      "\t\t val (1000, 214)\n",
      "\t\t test (515, 214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.3 cRSA 0.118 veUnivar 0.427 veRSA 0.233\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.443 cRSA 0.148 veUnivar 0.581 veRSA 0.293\n",
      "\tsaving\n",
      "subj05 OPA batchnorm7 scenes\n",
      "\tpreparing encoding model features... batchnorm7 scenes\n",
      "\t\t train (1000, 230)\n",
      "\t\t val (1000, 230)\n",
      "\t\t test (515, 230)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.295 cRSA 0.143 veUnivar 0.462 veRSA 0.269\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.414 cRSA 0.187 veUnivar 0.628 veRSA 0.363\n",
      "\tsaving\n",
      "subj05 OPA fc7 scenes\n",
      "\tpreparing encoding model features... fc7 scenes\n",
      "\t\t train (1000, 230)\n",
      "\t\t val (1000, 230)\n",
      "\t\t test (515, 230)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.298 cRSA 0.102 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.416 cRSA 0.136 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj05 OPA relu6 scenes\n",
      "\tpreparing encoding model features... relu6 scenes\n",
      "\t\t train (1000, 121)\n",
      "\t\t val (1000, 121)\n",
      "\t\t test (515, 121)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.291 cRSA 0.221 veUnivar 0.401 veRSA 0.265\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.486 cRSA 0.278 veUnivar 0.603 veRSA 0.376\n",
      "\tsaving\n",
      "subj05 OPA batchnorm6 scenes\n",
      "\tpreparing encoding model features... batchnorm6 scenes\n",
      "\t\t train (1000, 132)\n",
      "\t\t val (1000, 132)\n",
      "\t\t test (515, 132)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.333 cRSA 0.239 veUnivar 0.496 veRSA 0.348\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.541 cRSA 0.309 veUnivar 0.668 veRSA 0.432\n",
      "\tsaving\n",
      "subj05 OPA fc6 scenes\n",
      "\tpreparing encoding model features... fc6 scenes\n",
      "\t\t train (1000, 132)\n",
      "\t\t val (1000, 132)\n",
      "\t\t test (515, 132)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.326 cRSA 0.172 veUnivar 0.399 veRSA 0.238\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.537 cRSA 0.24 veUnivar 0.605 veRSA 0.334\n",
      "\tsaving\n",
      "subj05 OPA avgpool5 scenes\n",
      "\tpreparing encoding model features... avgpool5 scenes\n",
      "\t\t train (1000, 196)\n",
      "\t\t val (1000, 196)\n",
      "\t\t test (515, 196)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.259 cRSA 0.067 veUnivar 0.327 veRSA 0.194\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.407 cRSA 0.103 veUnivar 0.523 veRSA 0.294\n",
      "\tsaving\n",
      "subj05 OPA maxpool5 scenes\n",
      "\tpreparing encoding model features... maxpool5 scenes\n",
      "\t\t train (1000, 196)\n",
      "\t\t val (1000, 196)\n",
      "\t\t test (515, 196)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.259 cRSA 0.067 veUnivar 0.327 veRSA 0.194\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.407 cRSA 0.103 veUnivar 0.523 veRSA 0.294\n",
      "\tsaving\n",
      "subj05 OPA relu5 scenes\n",
      "\tpreparing encoding model features... relu5 scenes\n",
      "\t\t train (1000, 531)\n",
      "\t\t val (1000, 531)\n",
      "\t\t test (515, 531)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.292 cRSA 0.069 veUnivar 0.335 veRSA 0.138\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.456 cRSA 0.105 veUnivar 0.539 veRSA 0.243\n",
      "\tsaving\n",
      "subj05 OPA groupnorm5 scenes\n",
      "\tpreparing encoding model features... groupnorm5 scenes\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 495)\n",
      "\t\t val (1000, 495)\n",
      "\t\t test (515, 495)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.288 cRSA 0.063 veUnivar 0.344 veRSA 0.187\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.432 cRSA 0.096 veUnivar 0.548 veRSA 0.284\n",
      "\tsaving\n",
      "subj05 OPA conv5 scenes\n",
      "\tpreparing encoding model features... conv5 scenes\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 675)\n",
      "\t\t val (1000, 675)\n",
      "\t\t test (515, 675)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.31 cRSA 0.09 veUnivar 0.272 veRSA 0.144\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.457 cRSA 0.136 veUnivar 0.483 veRSA 0.24\n",
      "\tsaving\n",
      "subj05 OPA relu4 scenes\n",
      "\tpreparing encoding model features... relu4 scenes\n",
      "\t\t train (1000, 444)\n",
      "\t\t val (1000, 444)\n",
      "\t\t test (515, 444)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.206 cRSA 0.099 veUnivar 0.257 veRSA 0.141\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.325 cRSA 0.161 veUnivar 0.479 veRSA 0.229\n",
      "\tsaving\n",
      "subj05 OPA groupnorm4 scenes\n",
      "\tpreparing encoding model features... groupnorm4 scenes\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 669)\n",
      "\t\t val (1000, 669)\n",
      "\t\t test (515, 669)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.241 cRSA 0.117 veUnivar 0.286 veRSA 0.226\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.459 cRSA 0.182 veUnivar 0.523 veRSA 0.323\n",
      "\tsaving\n",
      "subj05 OPA conv4 scenes\n",
      "\tpreparing encoding model features... conv4 scenes\n",
      "\t\t train (1000, 649)\n",
      "\t\t val (1000, 649)\n",
      "\t\t test (515, 649)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.251 cRSA 0.088 veUnivar 0.247 veRSA 0.13\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.464 cRSA 0.143 veUnivar 0.494 veRSA 0.227\n",
      "\tsaving\n",
      "subj05 OPA relu3 scenes\n",
      "\tpreparing encoding model features... relu3 scenes\n",
      "\t\t train (1000, 177)\n",
      "\t\t val (1000, 177)\n",
      "\t\t test (515, 177)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.21 cRSA 0.106 veUnivar 0.23 veRSA 0.13\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.358 cRSA 0.169 veUnivar 0.389 veRSA 0.2\n",
      "\tsaving\n",
      "subj05 OPA groupnorm3 scenes\n",
      "\tpreparing encoding model features... groupnorm3 scenes\n",
      "\t\t train (1000, 254)\n",
      "\t\t val (1000, 254)\n",
      "\t\t test (515, 254)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.139 cRSA 0.055 veUnivar 0.219 veRSA 0.172\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.277 cRSA 0.104 veUnivar 0.434 veRSA 0.278\n",
      "\tsaving\n",
      "subj05 OPA conv3 scenes\n",
      "\tpreparing encoding model features... conv3 scenes\n",
      "\t\t train (1000, 120)\n",
      "\t\t val (1000, 120)\n",
      "\t\t test (515, 120)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.207 cRSA 0.093 veUnivar 0.223 veRSA 0.148\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.393 cRSA 0.159 veUnivar 0.431 veRSA 0.235\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj06 OPA norm8 scenes\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 6654)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 5552)\n",
      "\t\t val (1000, 6654)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 5552)\n",
      "\t\t test (515, 6654)\n",
      "\t\tmasking\n",
      "\t\t test (515, 5552)\n",
      "\tpreparing encoding model features... norm8 scenes\n",
      "\t\t train (1000, 9)\n",
      "\t\t val (1000, 9)\n",
      "\t\t test (515, 9)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.023 cRSA 0.007 veUnivar 0.001 veRSA 0.008\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.043 cRSA 0.017 veUnivar -0.071 veRSA 0.017\n",
      "\tsaving\n",
      "subj06 OPA fc8 scenes\n",
      "\tpreparing encoding model features... fc8 scenes\n",
      "\t\t train (1000, 10)\n",
      "\t\t val (1000, 10)\n",
      "\t\t test (515, 10)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.024 cRSA 0.008 veUnivar 0.006 veRSA 0.007\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.045 cRSA 0.016 veUnivar -0.077 veRSA 0.014\n",
      "\tsaving\n",
      "subj06 OPA relu7 scenes\n",
      "\tpreparing encoding model features... relu7 scenes\n",
      "\t\t train (1000, 214)\n",
      "\t\t val (1000, 214)\n",
      "\t\t test (515, 214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.239 cRSA 0.093 veUnivar 0.282 veRSA 0.165\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.267 cRSA 0.11 veUnivar 0.373 veRSA 0.181\n",
      "\tsaving\n",
      "subj06 OPA batchnorm7 scenes\n",
      "\tpreparing encoding model features... batchnorm7 scenes\n",
      "\t\t train (1000, 230)\n",
      "\t\t val (1000, 230)\n",
      "\t\t test (515, 230)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.28 cRSA 0.12 veUnivar 0.346 veRSA 0.219\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.252 cRSA 0.134 veUnivar 0.385 veRSA 0.229\n",
      "\tsaving\n",
      "subj06 OPA fc7 scenes\n",
      "\tpreparing encoding model features... fc7 scenes\n",
      "\t\t train (1000, 230)\n",
      "\t\t val (1000, 230)\n",
      "\t\t test (515, 230)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.279 cRSA 0.087 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.253 cRSA 0.094 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj06 OPA relu6 scenes\n",
      "\tpreparing encoding model features... relu6 scenes\n",
      "\t\t train (1000, 121)\n",
      "\t\t val (1000, 121)\n",
      "\t\t test (515, 121)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.262 cRSA 0.166 veUnivar 0.332 veRSA 0.183\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.339 cRSA 0.194 veUnivar 0.398 veRSA 0.226\n",
      "\tsaving\n",
      "subj06 OPA batchnorm6 scenes\n",
      "\tpreparing encoding model features... batchnorm6 scenes\n",
      "\t\t train (1000, 132)\n",
      "\t\t val (1000, 132)\n",
      "\t\t test (515, 132)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.334 cRSA 0.185 veUnivar 0.406 veRSA 0.277\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.374 cRSA 0.209 veUnivar 0.43 veRSA 0.302\n",
      "\tsaving\n",
      "subj06 OPA fc6 scenes\n",
      "\tpreparing encoding model features... fc6 scenes\n",
      "\t\t train (1000, 132)\n",
      "\t\t val (1000, 132)\n",
      "\t\t test (515, 132)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.336 cRSA 0.135 veUnivar 0.328 veRSA 0.166\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.372 cRSA 0.157 veUnivar 0.394 veRSA 0.199\n",
      "\tsaving\n",
      "subj06 OPA avgpool5 scenes\n",
      "\tpreparing encoding model features... avgpool5 scenes\n",
      "\t\t train (1000, 196)\n",
      "\t\t val (1000, 196)\n",
      "\t\t test (515, 196)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.256 cRSA 0.048 veUnivar 0.323 veRSA 0.133\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.273 cRSA 0.056 veUnivar 0.372 veRSA 0.169\n",
      "\tsaving\n",
      "subj06 OPA maxpool5 scenes\n",
      "\tpreparing encoding model features... maxpool5 scenes\n",
      "\t\t train (1000, 196)\n",
      "\t\t val (1000, 196)\n",
      "\t\t test (515, 196)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.256 cRSA 0.048 veUnivar 0.323 veRSA 0.133\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.273 cRSA 0.056 veUnivar 0.372 veRSA 0.169\n",
      "\tsaving\n",
      "subj06 OPA relu5 scenes\n",
      "\tpreparing encoding model features... relu5 scenes\n",
      "\t\t train (1000, 531)\n",
      "\t\t val (1000, 531)\n",
      "\t\t test (515, 531)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.287 cRSA 0.049 veUnivar 0.323 veRSA 0.103\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.315 cRSA 0.058 veUnivar 0.373 veRSA 0.134\n",
      "\tsaving\n",
      "subj06 OPA groupnorm5 scenes\n",
      "\tpreparing encoding model features... groupnorm5 scenes\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 495)\n",
      "\t\t val (1000, 495)\n",
      "\t\t test (515, 495)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.04 cRSA 0.011 veUnivar 0.131 veRSA 0.054\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.016 cRSA 0.028 veUnivar 0.163 veRSA 0.08\n",
      "\tsaving\n",
      "subj05 VWFA-2 conv3 characters\n",
      "\tpreparing encoding model features... conv3 characters\n",
      "\t\t train (1000, 4276)\n",
      "\t\t val (1000, 4276)\n",
      "\t\t test (515, 4276)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.062 cRSA 0.01 veUnivar 0.21 veRSA 0.034\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar -0.001 cRSA 0.035 veUnivar 0.163 veRSA 0.039\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj06 VWFA-2 norm8 characters\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 2488)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1559)\n",
      "\t\t val (1000, 2488)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1559)\n",
      "\t\t test (515, 2488)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1559)\n",
      "\tpreparing encoding model features... norm8 characters\n",
      "\t\t train (1000, 9)\n",
      "\t\t val (1000, 9)\n",
      "\t\t test (515, 9)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.004 cRSA 0.006 veUnivar -0.034 veRSA 0.005\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.018 cRSA 0.006 veUnivar 0.007 veRSA 0.002\n",
      "\tsaving\n",
      "subj06 VWFA-2 fc8 characters\n",
      "\tpreparing encoding model features... fc8 characters\n",
      "\t\t train (1000, 9)\n",
      "\t\t val (1000, 9)\n",
      "\t\t test (515, 9)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.012 cRSA 0.008 veUnivar 0.007 veRSA 0.007\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.006 cRSA 0.005 veUnivar 0.037 veRSA 0.001\n",
      "\tsaving\n",
      "subj06 VWFA-2 relu7 characters\n",
      "\tpreparing encoding model features... relu7 characters\n",
      "\t\t train (1000, 266)\n",
      "\t\t val (1000, 266)\n",
      "\t\t test (515, 266)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.028 cRSA 0.058 veUnivar 0.042 veRSA 0.096\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.042 cRSA 0.073 veUnivar 0.146 veRSA 0.118\n",
      "\tsaving\n",
      "subj06 VWFA-2 batchnorm7 characters\n",
      "\tpreparing encoding model features... batchnorm7 characters\n",
      "\t\t train (1000, 326)\n",
      "\t\t val (1000, 326)\n",
      "\t\t test (515, 326)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.012 cRSA 0.067 veUnivar 0.101 veRSA 0.16\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.012 cRSA 0.077 veUnivar 0.148 veRSA 0.16\n",
      "\tsaving\n",
      "subj06 VWFA-2 fc7 characters\n",
      "\tpreparing encoding model features... fc7 characters\n",
      "\t\t train (1000, 326)\n",
      "\t\t val (1000, 326)\n",
      "\t\t test (515, 326)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.008 cRSA 0.048 veUnivar -0.01 veRSA 0.048\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.0 cRSA 0.059 veUnivar 0.022 veRSA 0.046\n",
      "\tsaving\n",
      "subj06 VWFA-2 relu6 characters\n",
      "\tpreparing encoding model features... relu6 characters\n",
      "\t\t train (1000, 264)\n",
      "\t\t val (1000, 264)\n",
      "\t\t test (515, 264)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.043 cRSA 0.062 veUnivar 0.023 veRSA 0.107\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.06 cRSA 0.059 veUnivar 0.121 veRSA 0.103\n",
      "\tsaving\n",
      "subj06 VWFA-2 batchnorm6 characters\n",
      "\tpreparing encoding model features... batchnorm6 characters\n",
      "\t\t train (1000, 338)\n",
      "\t\t val (1000, 338)\n",
      "\t\t test (515, 338)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.045 cRSA 0.065 veUnivar 0.059 veRSA 0.185\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.071 cRSA 0.064 veUnivar 0.218 veRSA 0.18\n",
      "\tsaving\n",
      "subj06 VWFA-2 fc6 characters\n",
      "\tpreparing encoding model features... fc6 characters\n",
      "\t\t train (1000, 338)\n",
      "\t\t val (1000, 338)\n",
      "\t\t test (515, 338)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.045 cRSA 0.054 veUnivar -0.042 veRSA 0.073\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.073 cRSA 0.059 veUnivar 0.11 veRSA 0.089\n",
      "\tsaving\n",
      "subj06 VWFA-2 avgpool5 characters\n",
      "\tpreparing encoding model features... avgpool5 characters\n",
      "\t\t train (1000, 463)\n",
      "\t\t val (1000, 463)\n",
      "\t\t test (515, 463)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.017 cRSA 0.016 veUnivar 0.042 veRSA 0.057\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.019 cRSA 0.018 veUnivar 0.071 veRSA 0.062\n",
      "\tsaving\n",
      "subj06 VWFA-2 maxpool5 characters\n",
      "\tpreparing encoding model features... maxpool5 characters\n",
      "\t\t train (1000, 463)\n",
      "\t\t val (1000, 463)\n",
      "\t\t test (515, 463)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.017 cRSA 0.016 veUnivar 0.042 veRSA 0.057\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.019 cRSA 0.018 veUnivar 0.071 veRSA 0.062\n",
      "\tsaving\n",
      "subj06 VWFA-2 relu5 characters\n",
      "\tpreparing encoding model features... relu5 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 1264)\n",
      "\t\t val (1000, 1264)\n",
      "\t\t test (515, 1264)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.014 cRSA 0.011 veUnivar 0.03 veRSA 0.036\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.045 cRSA 0.013 veUnivar 0.09 veRSA 0.054\n",
      "\tsaving\n",
      "subj06 VWFA-2 groupnorm5 characters\n",
      "\tpreparing encoding model features... groupnorm5 characters\n",
      "\t\t train (1000, 3005)\n",
      "\t\t val (1000, 3005)\n",
      "\t\t test (515, 3005)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.021 cRSA 0.008 veUnivar 0.063 veRSA 0.068\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.016 cRSA 0.021 veUnivar 0.122 veRSA 0.091\n",
      "\tsaving\n",
      "subj06 VWFA-2 conv5 characters\n",
      "\tpreparing encoding model features... conv5 characters\n",
      "\t\t train (1000, 3252)\n",
      "\t\t val (1000, 3252)\n",
      "\t\t test (515, 3252)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.022 cRSA 0.008 veUnivar 0.029 veRSA 0.012\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.017 cRSA 0.023 veUnivar 0.083 veRSA 0.025\n",
      "\tsaving\n",
      "subj06 VWFA-2 relu4 characters\n",
      "\tpreparing encoding model features... relu4 characters\n",
      "\t\t train (1000, 2220)\n",
      "\t\t val (1000, 2220)\n",
      "\t\t test (515, 2220)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.001 cRSA 0.018 veUnivar 0.022 veRSA 0.043\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.021 cRSA 0.019 veUnivar 0.089 veRSA 0.057\n",
      "\tsaving\n",
      "subj06 VWFA-2 groupnorm4 characters\n",
      "\tpreparing encoding model features... groupnorm4 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 3512)\n",
      "\t\t val (1000, 3512)\n",
      "\t\t test (515, 3512)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.009 cRSA 0.017 veUnivar 0.052 veRSA 0.081\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.03 cRSA 0.025 veUnivar 0.109 veRSA 0.116\n",
      "\tsaving\n",
      "subj06 VWFA-2 conv4 characters\n",
      "\tpreparing encoding model features... conv4 characters\n",
      "\t\t train (1000, 3798)\n",
      "\t\t val (1000, 3798)\n",
      "\t\t test (515, 3798)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.014 cRSA 0.011 veUnivar 0.038 veRSA 0.009\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.046 cRSA 0.025 veUnivar 0.13 veRSA 0.031\n",
      "\tsaving\n",
      "subj06 VWFA-2 relu3 characters\n",
      "\tpreparing encoding model features... relu3 characters\n",
      "\t\t train (1000, 1560)\n",
      "\t\t val (1000, 1560)\n",
      "\t\t test (515, 1560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.031 cRSA 0.012 veUnivar 0.037 veRSA 0.018\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.037 cRSA 0.021 veUnivar 0.023 veRSA 0.025\n",
      "\tsaving\n",
      "subj06 VWFA-2 groupnorm3 characters\n",
      "\tpreparing encoding model features... groupnorm3 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 3316)\n",
      "\t\t val (1000, 3316)\n",
      "\t\t test (515, 3316)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.005 cRSA 0.008 veUnivar 0.054 veRSA 0.047\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.001 cRSA 0.019 veUnivar 0.094 veRSA 0.045\n",
      "\tsaving\n",
      "subj06 VWFA-2 conv3 characters\n",
      "\tpreparing encoding model features... conv3 characters\n",
      "\t\t train (1000, 4276)\n",
      "\t\t val (1000, 4276)\n",
      "\t\t test (515, 4276)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.005 cRSA 0.008 veUnivar 0.05 veRSA 0.016\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.029 cRSA 0.021 veUnivar 0.051 veRSA 0.034\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj07 VWFA-2 norm8 characters\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 3230)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 2259)\n",
      "\t\t val (1000, 3230)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 2259)\n",
      "\t\t test (515, 3230)\n",
      "\t\tmasking\n",
      "\t\t test (515, 2259)\n",
      "\tpreparing encoding model features... norm8 characters\n",
      "\t\t train (1000, 9)\n",
      "\t\t val (1000, 9)\n",
      "\t\t test (515, 9)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.023 cRSA 0.013 veUnivar 0.041 veRSA 0.014\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.078 cRSA 0.002 veUnivar -0.002 veRSA 0.008\n",
      "\tsaving\n",
      "subj07 VWFA-2 fc8 characters\n",
      "\tpreparing encoding model features... fc8 characters\n",
      "\t\t train (1000, 9)\n",
      "\t\t val (1000, 9)\n",
      "\t\t test (515, 9)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.018 cRSA 0.011 veUnivar 0.044 veRSA 0.008\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.097 cRSA 0.002 veUnivar -0.026 veRSA 0.014\n",
      "\tsaving\n",
      "subj07 VWFA-2 relu7 characters\n",
      "\tpreparing encoding model features... relu7 characters\n",
      "\t\t train (1000, 266)\n",
      "\t\t val (1000, 266)\n",
      "\t\t test (515, 266)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.012 cRSA 0.105 veUnivar 0.154 veRSA 0.209\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.07 cRSA 0.13 veUnivar 0.169 veRSA 0.249\n",
      "\tsaving\n",
      "subj07 VWFA-2 batchnorm7 characters\n",
      "\tpreparing encoding model features... batchnorm7 characters\n",
      "\t\t train (1000, 326)\n",
      "\t\t val (1000, 326)\n",
      "\t\t test (515, 326)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.031 cRSA 0.117 veUnivar 0.243 veRSA 0.256\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.038 cRSA 0.151 veUnivar 0.2 veRSA 0.308\n",
      "\tsaving\n",
      "subj07 VWFA-2 fc7 characters\n",
      "\tpreparing encoding model features... fc7 characters\n",
      "\t\t train (1000, 326)\n",
      "\t\t val (1000, 326)\n",
      "\t\t test (515, 326)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.035 cRSA 0.087 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.029 cRSA 0.123 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj07 VWFA-2 relu6 characters\n",
      "\tpreparing encoding model features... relu6 characters\n",
      "\t\t train (1000, 264)\n",
      "\t\t val (1000, 264)\n",
      "\t\t test (515, 264)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.033 cRSA 0.124 veUnivar 0.23 veRSA 0.186\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.003 cRSA 0.141 veUnivar 0.149 veRSA 0.238\n",
      "\tsaving\n",
      "subj07 VWFA-2 batchnorm6 characters\n",
      "\tpreparing encoding model features... batchnorm6 characters\n",
      "\t\t train (1000, 338)\n",
      "\t\t val (1000, 338)\n",
      "\t\t test (515, 338)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.066 cRSA 0.125 veUnivar 0.284 veRSA 0.299\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.037 cRSA 0.171 veUnivar 0.249 veRSA 0.357\n",
      "\tsaving\n",
      "subj07 VWFA-2 fc6 characters\n",
      "\tpreparing encoding model features... fc6 characters\n",
      "\t\t train (1000, 338)\n",
      "\t\t val (1000, 338)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 338)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.065 cRSA 0.118 veUnivar 0.192 veRSA 0.187\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.033 cRSA 0.158 veUnivar 0.184 veRSA 0.227\n",
      "\tsaving\n",
      "subj07 VWFA-2 avgpool5 characters\n",
      "\tpreparing encoding model features... avgpool5 characters\n",
      "\t\t train (1000, 463)\n",
      "\t\t val (1000, 463)\n",
      "\t\t test (515, 463)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.042 cRSA 0.029 veUnivar 0.145 veRSA 0.094\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.016 cRSA 0.04 veUnivar 0.141 veRSA 0.112\n",
      "\tsaving\n",
      "subj07 VWFA-2 maxpool5 characters\n",
      "\tpreparing encoding model features... maxpool5 characters\n",
      "\t\t train (1000, 463)\n",
      "\t\t val (1000, 463)\n",
      "\t\t test (515, 463)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.042 cRSA 0.029 veUnivar 0.145 veRSA 0.094\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.016 cRSA 0.04 veUnivar 0.141 veRSA 0.112\n",
      "\tsaving\n",
      "subj07 VWFA-2 relu5 characters\n",
      "\tpreparing encoding model features... relu5 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 1264)\n",
      "\t\t val (1000, 1264)\n",
      "\t\t test (515, 1264)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.035 cRSA 0.02 veUnivar 0.177 veRSA 0.065\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.031 cRSA 0.03 veUnivar 0.188 veRSA 0.098\n",
      "\tsaving\n",
      "subj07 VWFA-2 groupnorm5 characters\n",
      "\tpreparing encoding model features... groupnorm5 characters\n",
      "\t\t train (1000, 3005)\n",
      "\t\t val (1000, 3005)\n",
      "\t\t test (515, 3005)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.018 cRSA 0.019 veUnivar 0.169 veRSA 0.15\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.096 cRSA 0.045 veUnivar 0.21 veRSA 0.209\n",
      "\tsaving\n",
      "subj07 VWFA-2 conv5 characters\n",
      "\tpreparing encoding model features... conv5 characters\n",
      "\t\t train (1000, 3252)\n",
      "\t\t val (1000, 3252)\n",
      "\t\t test (515, 3252)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.028 cRSA 0.021 veUnivar 0.078 veRSA 0.048\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.119 cRSA 0.047 veUnivar 0.183 veRSA 0.073\n",
      "\tsaving\n",
      "subj07 VWFA-2 relu4 characters\n",
      "\tpreparing encoding model features... relu4 characters\n",
      "\t\t train (1000, 2220)\n",
      "\t\t val (1000, 2220)\n",
      "\t\t test (515, 2220)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.055 cRSA 0.03 veUnivar 0.159 veRSA 0.065\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.087 cRSA 0.044 veUnivar 0.173 veRSA 0.093\n",
      "\tsaving\n",
      "subj07 VWFA-2 groupnorm4 characters\n",
      "\tpreparing encoding model features... groupnorm4 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 3512)\n",
      "\t\t val (1000, 3512)\n",
      "\t\t test (515, 3512)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.037 cRSA 0.028 veUnivar 0.201 veRSA 0.165\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.13 cRSA 0.059 veUnivar 0.244 veRSA 0.217\n",
      "\tsaving\n",
      "subj07 VWFA-2 conv4 characters\n",
      "\tpreparing encoding model features... conv4 characters\n",
      "\t\t train (1000, 3798)\n",
      "\t\t val (1000, 3798)\n",
      "\t\t test (515, 3798)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.07 cRSA 0.024 veUnivar 0.19 veRSA 0.038\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.172 cRSA 0.054 veUnivar 0.254 veRSA 0.072\n",
      "\tsaving\n",
      "subj07 VWFA-2 relu3 characters\n",
      "\tpreparing encoding model features... relu3 characters\n",
      "\t\t train (1000, 1560)\n",
      "\t\t val (1000, 1560)\n",
      "\t\t test (515, 1560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.084 cRSA 0.026 veUnivar 0.16 veRSA 0.037\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.074 cRSA 0.046 veUnivar 0.132 veRSA 0.074\n",
      "\tsaving\n",
      "subj07 VWFA-2 groupnorm3 characters\n",
      "\tpreparing encoding model features... groupnorm3 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 3316)\n",
      "\t\t val (1000, 3316)\n",
      "\t\t test (515, 3316)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.027 cRSA 0.018 veUnivar 0.14 veRSA 0.09\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.092 cRSA 0.037 veUnivar 0.195 veRSA 0.14\n",
      "\tsaving\n",
      "subj07 VWFA-2 conv3 characters\n",
      "\tpreparing encoding model features... conv3 characters\n",
      "\t\t train (1000, 4276)\n",
      "\t\t val (1000, 4276)\n",
      "\t\t test (515, 4276)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.006 cRSA 0.016 veUnivar 0.182 veRSA 0.029\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.087 cRSA 0.037 veUnivar 0.246 veRSA 0.057\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj08 VWFA-2 norm8 characters\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 472)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 57)\n",
      "\t\t val (1000, 472)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 57)\n",
      "\t\t test (515, 472)\n",
      "\t\tmasking\n",
      "\t\t test (515, 57)\n",
      "\tpreparing encoding model features... norm8 characters\n",
      "\t\t train (1000, 9)\n",
      "\t\t val (1000, 9)\n",
      "\t\t test (515, 9)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.008 cRSA 0.0 veUnivar 0.078 veRSA -0.001\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.022 cRSA 0.001 veUnivar 0.045 veRSA 0.001\n",
      "\tsaving\n",
      "subj08 VWFA-2 fc8 characters\n",
      "\tpreparing encoding model features... fc8 characters\n",
      "\t\t train (1000, 9)\n",
      "\t\t val (1000, 9)\n",
      "\t\t test (515, 9)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.005 cRSA 0.0 veUnivar 0.089 veRSA -0.001\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.006 cRSA 0.001 veUnivar 0.01 veRSA -0.002\n",
      "\tsaving\n",
      "subj08 VWFA-2 relu7 characters\n",
      "\tpreparing encoding model features... relu7 characters\n",
      "\t\t train (1000, 266)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 266)\n",
      "\t\t test (515, 266)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.046 cRSA 0.016 veUnivar 0.329 veRSA 0.006\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.017 cRSA 0.016 veUnivar 0.329 veRSA 0.012\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "subj08 VWFA-2 batchnorm7 characters\n",
      "\tpreparing encoding model features... batchnorm7 characters\n",
      "\t\t train (1000, 326)\n",
      "\t\t val (1000, 326)\n",
      "\t\t test (515, 326)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.088 cRSA 0.016 veUnivar 0.339 veRSA 0.014\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.08 cRSA 0.018 veUnivar 0.329 veRSA 0.01\n",
      "\tsaving\n",
      "subj08 VWFA-2 fc7 characters\n",
      "\tpreparing encoding model features... fc7 characters\n",
      "\t\t train (1000, 326)\n",
      "\t\t val (1000, 326)\n",
      "\t\t test (515, 326)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n",
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t val cUnivar 0.107 cRSA 0.012 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.098 cRSA 0.015 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj08 VWFA-2 relu6 characters\n",
      "\tpreparing encoding model features... relu6 characters\n",
      "\t\t train (1000, 264)\n",
      "\t\t val (1000, 264)\n",
      "\t\t test (515, 264)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.049 cRSA 0.014 veUnivar 0.318 veRSA 0.017\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.015 cRSA 0.018 veUnivar 0.288 veRSA 0.01\n",
      "\tsaving\n",
      "subj08 VWFA-2 batchnorm6 characters\n",
      "\tpreparing encoding model features... batchnorm6 characters\n",
      "\t\t train (1000, 338)\n",
      "\t\t val (1000, 338)\n",
      "\t\t test (515, 338)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t val cUnivar 0.052 cRSA 0.014 veUnivar 0.392 veRSA 0.026\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.089 cRSA 0.017 veUnivar 0.377 veRSA 0.025\n",
      "\tsaving\n",
      "subj08 VWFA-2 fc6 characters\n",
      "\tpreparing encoding model features... fc6 characters\n",
      "\t\t train (1000, 338)\n",
      "\t\t val (1000, 338)\n",
      "\t\t test (515, 338)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n",
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t val cUnivar 0.059 cRSA 0.011 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.094 cRSA 0.015 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj08 VWFA-2 avgpool5 characters\n",
      "\tpreparing encoding model features... avgpool5 characters\n",
      "\t\t train (1000, 463)\n",
      "\t\t val (1000, 463)\n",
      "\t\t test (515, 463)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.088 cRSA 0.006 veUnivar 0.214 veRSA 0.003\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.103 cRSA 0.008 veUnivar 0.221 veRSA 0.004\n",
      "\tsaving\n",
      "subj08 VWFA-2 maxpool5 characters\n",
      "\tpreparing encoding model features... maxpool5 characters\n",
      "\t\t train (1000, 463)\n",
      "\t\t val (1000, 463)\n",
      "\t\t test (515, 463)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t val cUnivar 0.088 cRSA 0.006 veUnivar 0.214 veRSA 0.003\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.103 cRSA 0.008 veUnivar 0.221 veRSA 0.004\n",
      "\tsaving\n",
      "subj08 VWFA-2 relu5 characters\n",
      "\tpreparing encoding model features... relu5 characters\n",
      "\t\t train (1000, 1264)\n",
      "\t\t val (1000, 1264)\n",
      "\t\t test (515, 1264)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.071 cRSA 0.004 veUnivar 0.163 veRSA 0.002\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.106 cRSA 0.006 veUnivar 0.187 veRSA 0.002\n",
      "\tsaving\n",
      "subj08 VWFA-2 groupnorm5 characters\n",
      "\tpreparing encoding model features... groupnorm5 characters\n",
      "\t\t train (1000, 3005)\n",
      "\t\t val (1000, 3005)\n",
      "\t\t test (515, 3005)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.016 cRSA 0.006 veUnivar 0.291 veRSA 0.008\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.071 cRSA 0.014 veUnivar 0.279 veRSA 0.024\n",
      "\tsaving\n",
      "subj08 VWFA-2 conv5 characters\n",
      "\tpreparing encoding model features... conv5 characters\n",
      "\t\t train (1000, 3252)\n",
      "\t\t val (1000, 3252)\n",
      "\t\t test (515, 3252)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.02 cRSA 0.006 veUnivar 0.047 veRSA 0.007\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.062 cRSA 0.015 veUnivar 0.087 veRSA 0.008\n",
      "\tsaving\n",
      "subj08 VWFA-2 relu4 characters\n",
      "\tpreparing encoding model features... relu4 characters\n",
      "\t\t train (1000, 2220)\n",
      "\t\t val (1000, 2220)\n",
      "\t\t test (515, 2220)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.113 cRSA 0.007 veUnivar 0.204 veRSA 0.004\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.144 cRSA 0.009 veUnivar 0.194 veRSA 0.007\n",
      "\tsaving\n",
      "subj08 VWFA-2 groupnorm4 characters\n",
      "\tpreparing encoding model features... groupnorm4 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 3512)\n",
      "\t\t val (1000, 3512)\n",
      "\t\t test (515, 3512)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.072 cRSA 0.006 veUnivar 0.273 veRSA 0.006\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.123 cRSA 0.012 veUnivar 0.265 veRSA 0.004\n",
      "\tsaving\n",
      "subj08 VWFA-2 conv4 characters\n",
      "\tpreparing encoding model features... conv4 characters\n",
      "\t\t train (1000, 3798)\n",
      "\t\t val (1000, 3798)\n",
      "\t\t test (515, 3798)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.106 cRSA 0.005 veUnivar 0.137 veRSA 0.002\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.155 cRSA 0.011 veUnivar 0.166 veRSA 0.001\n",
      "\tsaving\n",
      "subj08 VWFA-2 relu3 characters\n",
      "\tpreparing encoding model features... relu3 characters\n",
      "\t\t train (1000, 1560)\n",
      "\t\t val (1000, 1560)\n",
      "\t\t test (515, 1560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.109 cRSA 0.005 veUnivar 0.26 veRSA 0.007\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.113 cRSA 0.005 veUnivar 0.177 veRSA -0.0\n",
      "\tsaving\n",
      "subj08 VWFA-2 groupnorm3 characters\n",
      "\tpreparing encoding model features... groupnorm3 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 3316)\n",
      "\t\t val (1000, 3316)\n",
      "\t\t test (515, 3316)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.036 cRSA 0.005 veUnivar 0.254 veRSA 0.002\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar -0.023 cRSA 0.013 veUnivar 0.222 veRSA -0.001\n",
      "\tsaving\n",
      "subj08 VWFA-2 conv3 characters\n",
      "\tpreparing encoding model features... conv3 characters\n",
      "\t\t train (1000, 4276)\n",
      "\t\t val (1000, 4276)\n",
      "\t\t test (515, 4276)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.034 cRSA 0.005 veUnivar 0.185 veRSA 0.008\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.001 cRSA 0.011 veUnivar 0.18 veRSA 0.006\n",
      "\tsaving\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='8' class='' max='8' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [8/8 10:28&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj01 FBA-1 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 1380)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1137)\n",
      "\t\t val (1000, 1380)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1137)\n",
      "\t\t test (515, 1380)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1137)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.022 cRSA 0.001 veUnivar -0.006 veRSA 0.003\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.062 cRSA 0.002 veUnivar -0.032 veRSA 0.004\n",
      "\tsaving\n",
      "subj01 FBA-1 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.018 cRSA 0.001 veUnivar 0.001 veRSA 0.003\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.059 cRSA 0.002 veUnivar -0.022 veRSA 0.003\n",
      "\tsaving\n",
      "subj01 FBA-1 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.117 cRSA 0.064 veUnivar 0.252 veRSA 0.082\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.176 cRSA 0.085 veUnivar 0.225 veRSA 0.125\n",
      "\tsaving\n",
      "subj01 FBA-1 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.222 cRSA 0.094 veUnivar 0.341 veRSA 0.165\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.285 cRSA 0.116 veUnivar 0.361 veRSA 0.215\n",
      "\tsaving\n",
      "subj01 FBA-1 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.236 cRSA 0.065 veUnivar 0.291 veRSA 0.062\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.306 cRSA 0.072 veUnivar 0.277 veRSA 0.085\n",
      "\tsaving\n",
      "subj01 FBA-1 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.205 cRSA 0.097 veUnivar 0.294 veRSA 0.135\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.235 cRSA 0.127 veUnivar 0.277 veRSA 0.203\n",
      "\tsaving\n",
      "subj01 FBA-1 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.318 cRSA 0.115 veUnivar 0.404 veRSA 0.262\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.354 cRSA 0.164 veUnivar 0.438 veRSA 0.352\n",
      "\tsaving\n",
      "subj01 FBA-1 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.32 cRSA 0.094 veUnivar 0.395 veRSA 0.19\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.353 cRSA 0.152 veUnivar 0.397 veRSA 0.265\n",
      "\tsaving\n",
      "subj01 FBA-1 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.208 cRSA 0.033 veUnivar 0.3 veRSA 0.123\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.253 cRSA 0.033 veUnivar 0.369 veRSA 0.167\n",
      "\tsaving\n",
      "subj01 FBA-1 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.208 cRSA 0.033 veUnivar 0.3 veRSA 0.123\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.253 cRSA 0.033 veUnivar 0.369 veRSA 0.167\n",
      "\tsaving\n",
      "subj01 FBA-1 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n",
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.166 cRSA 0.022 veUnivar 0.289 veRSA 0.109\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.221 cRSA 0.018 veUnivar 0.378 veRSA 0.142\n",
      "\tsaving\n",
      "subj01 FBA-1 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.204 cRSA 0.039 veUnivar 0.302 veRSA 0.154\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.247 cRSA 0.03 veUnivar 0.356 veRSA 0.236\n",
      "\tsaving\n",
      "subj01 FBA-1 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.241 cRSA 0.043 veUnivar 0.249 veRSA 0.096\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.256 cRSA 0.034 veUnivar 0.312 veRSA 0.118\n",
      "\tsaving\n",
      "subj01 FBA-1 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.16 cRSA 0.051 veUnivar 0.238 veRSA 0.088\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.215 cRSA 0.08 veUnivar 0.339 veRSA 0.142\n",
      "\tsaving\n",
      "subj01 FBA-1 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.218 cRSA 0.039 veUnivar 0.313 veRSA 0.132\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.23 cRSA 0.038 veUnivar 0.336 veRSA 0.209\n",
      "\tsaving\n",
      "subj01 FBA-1 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.244 cRSA 0.052 veUnivar 0.279 veRSA 0.056\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.245 cRSA 0.06 veUnivar 0.314 veRSA 0.091\n",
      "\tsaving\n",
      "subj01 FBA-1 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.135 cRSA 0.036 veUnivar 0.141 veRSA 0.053\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.166 cRSA 0.061 veUnivar 0.218 veRSA 0.079\n",
      "\tsaving\n",
      "subj01 FBA-1 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.138 cRSA 0.032 veUnivar 0.261 veRSA 0.08\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.188 cRSA 0.032 veUnivar 0.29 veRSA 0.123\n",
      "\tsaving\n",
      "subj01 FBA-1 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.178 cRSA 0.032 veUnivar 0.278 veRSA 0.053\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.207 cRSA 0.028 veUnivar 0.278 veRSA 0.085\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj02 FBA-1 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 0)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 0)\n",
      "\t\t val (1000, 0)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 0)\n",
      "\t\t test (515, 0)\n",
      "\t\tmasking\n",
      "\t\t test (515, 0)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/numpy/core/fromnumeric.py:3432: RuntimeWarning: Mean of empty slice.\n",
      "  return _methods._mean(a, axis=axis, dtype=dtype,\n",
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/numpy/core/_methods.py:182: RuntimeWarning: invalid value encountered in divide\n",
      "  ret = um.true_divide(\n",
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/spatial/distance.py:158: RuntimeWarning: Mean of empty slice.\n",
      "  X2 = X - X.mean(axis=1, keepdims=True)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n",
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n",
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj02 FBA-1 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj03 FBA-1 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 3592)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 2638)\n",
      "\t\t val (1000, 3592)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 2638)\n",
      "\t\t test (515, 3592)\n",
      "\t\tmasking\n",
      "\t\t test (515, 2638)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.043 cRSA 0.005 veUnivar 0.056 veRSA 0.002\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.075 cRSA 0.002 veUnivar -0.073 veRSA -0.001\n",
      "\tsaving\n",
      "subj03 FBA-1 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.045 cRSA 0.005 veUnivar 0.062 veRSA 0.003\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.064 cRSA 0.002 veUnivar -0.06 veRSA -0.002\n",
      "\tsaving\n",
      "subj03 FBA-1 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.138 cRSA 0.07 veUnivar 0.236 veRSA 0.103\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.109 cRSA 0.087 veUnivar 0.16 veRSA 0.12\n",
      "\tsaving\n",
      "subj03 FBA-1 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.18 cRSA 0.104 veUnivar 0.28 veRSA 0.205\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.128 cRSA 0.134 veUnivar 0.255 veRSA 0.225\n",
      "\tsaving\n",
      "subj03 FBA-1 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.198 cRSA 0.063 veUnivar 0.209 veRSA 0.083\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.147 cRSA 0.078 veUnivar 0.189 veRSA 0.101\n",
      "\tsaving\n",
      "subj03 FBA-1 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.218 cRSA 0.084 veUnivar 0.256 veRSA 0.155\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.153 cRSA 0.108 veUnivar 0.199 veRSA 0.186\n",
      "\tsaving\n",
      "subj03 FBA-1 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.295 cRSA 0.119 veUnivar 0.362 veRSA 0.281\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.252 cRSA 0.144 veUnivar 0.35 veRSA 0.32\n",
      "\tsaving\n",
      "subj03 FBA-1 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.292 cRSA 0.109 veUnivar 0.227 veRSA 0.242\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.25 cRSA 0.133 veUnivar 0.257 veRSA 0.294\n",
      "\tsaving\n",
      "subj03 FBA-1 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.116 cRSA 0.024 veUnivar 0.23 veRSA 0.098\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.185 cRSA 0.029 veUnivar 0.313 veRSA 0.167\n",
      "\tsaving\n",
      "subj03 FBA-1 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.116 cRSA 0.024 veUnivar 0.23 veRSA 0.098\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.185 cRSA 0.029 veUnivar 0.313 veRSA 0.167\n",
      "\tsaving\n",
      "subj03 FBA-1 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n",
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.074 cRSA 0.019 veUnivar 0.233 veRSA 0.085\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.141 cRSA 0.018 veUnivar 0.281 veRSA 0.175\n",
      "\tsaving\n",
      "subj03 FBA-1 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.056 cRSA 0.012 veUnivar 0.203 veRSA 0.139\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.149 cRSA 0.02 veUnivar 0.287 veRSA 0.205\n",
      "\tsaving\n",
      "subj03 FBA-1 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.124 cRSA 0.018 veUnivar 0.169 veRSA 0.105\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.208 cRSA 0.027 veUnivar 0.253 veRSA 0.129\n",
      "\tsaving\n",
      "subj03 FBA-1 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.069 cRSA 0.035 veUnivar 0.175 veRSA 0.085\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.11 cRSA 0.049 veUnivar 0.162 veRSA 0.138\n",
      "\tsaving\n",
      "subj03 FBA-1 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.086 cRSA 0.023 veUnivar 0.207 veRSA 0.134\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.149 cRSA 0.026 veUnivar 0.23 veRSA 0.184\n",
      "\tsaving\n",
      "subj03 FBA-1 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.142 cRSA 0.034 veUnivar 0.222 veRSA 0.046\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.192 cRSA 0.04 veUnivar 0.256 veRSA 0.067\n",
      "\tsaving\n",
      "subj03 FBA-1 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.034 cRSA 0.017 veUnivar 0.095 veRSA 0.029\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.093 cRSA 0.031 veUnivar 0.118 veRSA 0.089\n",
      "\tsaving\n",
      "subj03 FBA-1 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.026 cRSA 0.011 veUnivar 0.197 veRSA 0.058\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.156 cRSA 0.017 veUnivar 0.237 veRSA 0.114\n",
      "\tsaving\n",
      "subj03 FBA-1 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.039 cRSA 0.015 veUnivar 0.226 veRSA 0.043\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.141 cRSA 0.022 veUnivar 0.298 veRSA 0.08\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj04 FBA-1 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 687)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 515)\n",
      "\t\t val (1000, 687)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 515)\n",
      "\t\t test (515, 687)\n",
      "\t\tmasking\n",
      "\t\t test (515, 515)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.013 cRSA 0.004 veUnivar 0.015 veRSA 0.009\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar -0.023 cRSA -0.001 veUnivar -0.022 veRSA -0.003\n",
      "\tsaving\n",
      "subj04 FBA-1 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.013 cRSA 0.004 veUnivar 0.008 veRSA 0.009\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.018 cRSA -0.001 veUnivar -0.013 veRSA -0.003\n",
      "\tsaving\n",
      "subj04 FBA-1 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.094 cRSA 0.05 veUnivar 0.271 veRSA 0.066\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.053 cRSA 0.063 veUnivar 0.198 veRSA 0.074\n",
      "\tsaving\n",
      "subj04 FBA-1 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.152 cRSA 0.076 veUnivar 0.323 veRSA 0.116\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.034 cRSA 0.096 veUnivar 0.214 veRSA 0.127\n",
      "\tsaving\n",
      "subj04 FBA-1 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.173 cRSA 0.05 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.046 cRSA 0.057 veUnivar nan veRSA nan\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "subj04 FBA-1 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.259 cRSA 0.082 veUnivar 0.38 veRSA 0.101\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.124 cRSA 0.084 veUnivar 0.274 veRSA 0.078\n",
      "\tsaving\n",
      "subj04 FBA-1 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.323 cRSA 0.109 veUnivar 0.467 veRSA 0.223\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.155 cRSA 0.112 veUnivar 0.346 veRSA 0.222\n",
      "\tsaving\n",
      "subj04 FBA-1 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.318 cRSA 0.091 veUnivar 0.33 veRSA 0.126\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.149 cRSA 0.104 veUnivar 0.186 veRSA 0.133\n",
      "\tsaving\n",
      "subj04 FBA-1 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.174 cRSA 0.025 veUnivar 0.354 veRSA 0.101\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.06 cRSA 0.028 veUnivar 0.325 veRSA 0.098\n",
      "\tsaving\n",
      "subj04 FBA-1 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.174 cRSA 0.025 veUnivar 0.354 veRSA 0.101\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.06 cRSA 0.028 veUnivar 0.325 veRSA 0.098\n",
      "\tsaving\n",
      "subj04 FBA-1 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n",
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.132 cRSA 0.014 veUnivar 0.301 veRSA 0.055\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.015 cRSA 0.014 veUnivar 0.308 veRSA 0.061\n",
      "\tsaving\n",
      "subj04 FBA-1 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n",
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.158 cRSA 0.015 veUnivar 0.371 veRSA 0.112\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.038 cRSA 0.018 veUnivar 0.281 veRSA 0.126\n",
      "\tsaving\n",
      "subj04 FBA-1 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n",
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.236 cRSA 0.019 veUnivar 0.197 veRSA 0.049\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.103 cRSA 0.022 veUnivar 0.155 veRSA 0.054\n",
      "\tsaving\n",
      "subj04 FBA-1 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.137 cRSA 0.032 veUnivar 0.287 veRSA 0.063\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.086 cRSA 0.046 veUnivar 0.282 veRSA 0.084\n",
      "\tsaving\n",
      "subj04 FBA-1 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.188 cRSA 0.031 veUnivar 0.342 veRSA 0.109\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.072 cRSA 0.024 veUnivar 0.248 veRSA 0.108\n",
      "\tsaving\n",
      "subj04 FBA-1 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.275 cRSA 0.039 veUnivar 0.361 veRSA 0.058\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.158 cRSA 0.036 veUnivar 0.237 veRSA 0.045\n",
      "\tsaving\n",
      "subj04 FBA-1 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.132 cRSA 0.021 veUnivar 0.209 veRSA 0.037\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.101 cRSA 0.033 veUnivar 0.159 veRSA 0.047\n",
      "\tsaving\n",
      "subj04 FBA-1 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.184 cRSA 0.016 veUnivar 0.323 veRSA 0.066\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.117 cRSA 0.015 veUnivar 0.284 veRSA 0.085\n",
      "\tsaving\n",
      "subj04 FBA-1 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.19 cRSA 0.017 veUnivar 0.303 veRSA 0.065\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.126 cRSA 0.02 veUnivar 0.224 veRSA 0.056\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj05 FBA-1 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 1867)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1603)\n",
      "\t\t val (1000, 1867)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1603)\n",
      "\t\t test (515, 1867)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1603)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.032 cRSA 0.003 veUnivar 0.038 veRSA 0.002\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.054 cRSA 0.004 veUnivar 0.051 veRSA 0.005\n",
      "\tsaving\n",
      "subj05 FBA-1 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.033 cRSA 0.003 veUnivar 0.031 veRSA -0.0\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.058 cRSA 0.004 veUnivar 0.057 veRSA 0.01\n",
      "\tsaving\n",
      "subj05 FBA-1 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.074 cRSA 0.083 veUnivar 0.302 veRSA 0.106\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.118 cRSA 0.097 veUnivar 0.215 veRSA 0.109\n",
      "\tsaving\n",
      "subj05 FBA-1 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.214 cRSA 0.111 veUnivar 0.364 veRSA 0.169\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.153 cRSA 0.131 veUnivar 0.245 veRSA 0.174\n",
      "\tsaving\n",
      "subj05 FBA-1 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.24 cRSA 0.08 veUnivar 0.333 veRSA 0.041\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.171 cRSA 0.096 veUnivar 0.188 veRSA 0.074\n",
      "\tsaving\n",
      "subj05 FBA-1 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.261 cRSA 0.113 veUnivar 0.377 veRSA 0.151\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.194 cRSA 0.127 veUnivar 0.302 veRSA 0.151\n",
      "\tsaving\n",
      "subj05 FBA-1 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.392 cRSA 0.137 veUnivar 0.456 veRSA 0.271\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.268 cRSA 0.156 veUnivar 0.384 veRSA 0.319\n",
      "\tsaving\n",
      "subj05 FBA-1 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.389 cRSA 0.105 veUnivar 0.38 veRSA 0.187\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.263 cRSA 0.145 veUnivar 0.288 veRSA 0.225\n",
      "\tsaving\n",
      "subj05 FBA-1 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.196 cRSA 0.039 veUnivar 0.31 veRSA 0.144\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.143 cRSA 0.042 veUnivar 0.294 veRSA 0.132\n",
      "\tsaving\n",
      "subj05 FBA-1 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.196 cRSA 0.039 veUnivar 0.31 veRSA 0.144\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.143 cRSA 0.042 veUnivar 0.294 veRSA 0.132\n",
      "\tsaving\n",
      "subj05 FBA-1 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n",
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.126 cRSA 0.028 veUnivar 0.283 veRSA 0.123\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.118 cRSA 0.027 veUnivar 0.287 veRSA 0.121\n",
      "\tsaving\n",
      "subj05 FBA-1 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.121 cRSA 0.017 veUnivar 0.321 veRSA 0.19\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.108 cRSA 0.044 veUnivar 0.3 veRSA 0.233\n",
      "\tsaving\n",
      "subj05 FBA-1 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.242 cRSA 0.026 veUnivar 0.228 veRSA 0.094\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.188 cRSA 0.052 veUnivar 0.204 veRSA 0.127\n",
      "\tsaving\n",
      "subj05 FBA-1 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.16 cRSA 0.051 veUnivar 0.283 veRSA 0.103\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.155 cRSA 0.072 veUnivar 0.236 veRSA 0.118\n",
      "\tsaving\n",
      "subj05 FBA-1 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.186 cRSA 0.03 veUnivar 0.301 veRSA 0.142\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.182 cRSA 0.044 veUnivar 0.26 veRSA 0.188\n",
      "\tsaving\n",
      "subj05 FBA-1 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.281 cRSA 0.043 veUnivar 0.319 veRSA 0.091\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.247 cRSA 0.066 veUnivar 0.326 veRSA 0.104\n",
      "\tsaving\n",
      "subj05 FBA-1 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.128 cRSA 0.032 veUnivar 0.197 veRSA 0.059\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.158 cRSA 0.055 veUnivar 0.219 veRSA 0.099\n",
      "\tsaving\n",
      "subj05 FBA-1 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.113 cRSA 0.016 veUnivar 0.278 veRSA 0.092\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.161 cRSA 0.034 veUnivar 0.294 veRSA 0.123\n",
      "\tsaving\n",
      "subj05 FBA-1 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.144 cRSA 0.015 veUnivar 0.311 veRSA 0.085\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.181 cRSA 0.034 veUnivar 0.296 veRSA 0.096\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj06 FBA-1 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 3974)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 3588)\n",
      "\t\t val (1000, 3974)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 3588)\n",
      "\t\t test (515, 3974)\n",
      "\t\tmasking\n",
      "\t\t test (515, 3588)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.058 cRSA -0.001 veUnivar 0.054 veRSA 0.004\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.028 cRSA -0.0 veUnivar -0.031 veRSA 0.005\n",
      "\tsaving\n",
      "subj06 FBA-1 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.055 cRSA -0.001 veUnivar 0.053 veRSA 0.004\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.023 cRSA -0.0 veUnivar -0.025 veRSA 0.006\n",
      "\tsaving\n",
      "subj06 FBA-1 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.043 cRSA 0.071 veUnivar 0.22 veRSA 0.098\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.073 cRSA 0.085 veUnivar 0.13 veRSA 0.116\n",
      "\tsaving\n",
      "subj06 FBA-1 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.196 cRSA 0.116 veUnivar 0.275 veRSA 0.186\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.131 cRSA 0.139 veUnivar 0.174 veRSA 0.236\n",
      "\tsaving\n",
      "subj06 FBA-1 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.208 cRSA 0.078 veUnivar 0.267 veRSA 0.058\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.145 cRSA 0.088 veUnivar 0.15 veRSA 0.101\n",
      "\tsaving\n",
      "subj06 FBA-1 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.077 cRSA 0.1 veUnivar 0.15 veRSA 0.194\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.071 cRSA 0.1 veUnivar 0.125 veRSA 0.197\n",
      "\tsaving\n",
      "subj06 FBA-1 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.178 cRSA 0.145 veUnivar 0.257 veRSA 0.314\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.184 cRSA 0.153 veUnivar 0.233 veRSA 0.348\n",
      "\tsaving\n",
      "subj06 FBA-1 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.18 cRSA 0.109 veUnivar 0.222 veRSA 0.254\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.184 cRSA 0.139 veUnivar 0.222 veRSA 0.314\n",
      "\tsaving\n",
      "subj06 FBA-1 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.121 cRSA 0.05 veUnivar 0.189 veRSA 0.156\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.112 cRSA 0.042 veUnivar 0.185 veRSA 0.178\n",
      "\tsaving\n",
      "subj06 FBA-1 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.121 cRSA 0.05 veUnivar 0.189 veRSA 0.156\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.112 cRSA 0.042 veUnivar 0.185 veRSA 0.178\n",
      "\tsaving\n",
      "subj06 FBA-1 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n",
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.102 cRSA 0.036 veUnivar 0.165 veRSA 0.134\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.086 cRSA 0.027 veUnivar 0.185 veRSA 0.167\n",
      "\tsaving\n",
      "subj06 FBA-1 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.099 cRSA 0.028 veUnivar 0.215 veRSA 0.198\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.112 cRSA 0.037 veUnivar 0.205 veRSA 0.235\n",
      "\tsaving\n",
      "subj06 FBA-1 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.146 cRSA 0.036 veUnivar 0.165 veRSA 0.142\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.13 cRSA 0.044 veUnivar 0.177 veRSA 0.148\n",
      "\tsaving\n",
      "subj06 FBA-1 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.114 cRSA 0.039 veUnivar 0.137 veRSA 0.105\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.128 cRSA 0.058 veUnivar 0.161 veRSA 0.167\n",
      "\tsaving\n",
      "subj06 FBA-1 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.107 cRSA 0.033 veUnivar 0.162 veRSA 0.157\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.135 cRSA 0.041 veUnivar 0.151 veRSA 0.225\n",
      "\tsaving\n",
      "subj06 FBA-1 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.148 cRSA 0.038 veUnivar 0.119 veRSA 0.076\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.159 cRSA 0.056 veUnivar 0.179 veRSA 0.105\n",
      "\tsaving\n",
      "subj06 FBA-1 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.079 cRSA 0.029 veUnivar 0.102 veRSA 0.059\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.086 cRSA 0.041 veUnivar 0.112 veRSA 0.084\n",
      "\tsaving\n",
      "subj06 FBA-1 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.025 cRSA 0.019 veUnivar 0.142 veRSA 0.085\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.088 cRSA 0.03 veUnivar 0.12 veRSA 0.104\n",
      "\tsaving\n",
      "subj06 FBA-1 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.065 cRSA 0.02 veUnivar 0.17 veRSA 0.061\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.11 cRSA 0.034 veUnivar 0.156 veRSA 0.081\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj07 FBA-1 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 0)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 0)\n",
      "\t\t val (1000, 0)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 0)\n",
      "\t\t test (515, 0)\n",
      "\t\tmasking\n",
      "\t\t test (515, 0)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n",
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/numpy/core/fromnumeric.py:3432: RuntimeWarning: Mean of empty slice.\n",
      "  return _methods._mean(a, axis=axis, dtype=dtype,\n",
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/numpy/core/_methods.py:182: RuntimeWarning: invalid value encountered in divide\n",
      "  ret = um.true_divide(\n",
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/spatial/distance.py:158: RuntimeWarning: Mean of empty slice.\n",
      "  X2 = X - X.mean(axis=1, keepdims=True)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n",
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "subj07 FBA-1 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tskipping, insufficient features/voxels\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj08 FBA-1 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 1867)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1245)\n",
      "\t\t val (1000, 1867)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1245)\n",
      "\t\t test (515, 1867)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1245)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.031 cRSA -0.001 veUnivar -0.015 veRSA 0.004\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.001 cRSA 0.003 veUnivar -0.001 veRSA -0.001\n",
      "\tsaving\n",
      "subj08 FBA-1 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.031 cRSA -0.001 veUnivar -0.005 veRSA 0.004\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.004 cRSA 0.003 veUnivar 0.008 veRSA 0.001\n",
      "\tsaving\n",
      "subj08 FBA-1 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.074 cRSA 0.052 veUnivar 0.203 veRSA 0.054\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.166 cRSA 0.068 veUnivar 0.2 veRSA 0.066\n",
      "\tsaving\n",
      "subj08 FBA-1 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.233 cRSA 0.077 veUnivar 0.311 veRSA 0.156\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.207 cRSA 0.097 veUnivar 0.226 veRSA 0.179\n",
      "\tsaving\n",
      "subj08 FBA-1 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.245 cRSA 0.05 veUnivar 0.274 veRSA 0.056\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.213 cRSA 0.062 veUnivar 0.185 veRSA 0.102\n",
      "\tsaving\n",
      "subj08 FBA-1 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.149 cRSA 0.072 veUnivar 0.248 veRSA 0.14\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.143 cRSA 0.091 veUnivar 0.177 veRSA 0.163\n",
      "\tsaving\n",
      "subj08 FBA-1 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.264 cRSA 0.107 veUnivar 0.347 veRSA 0.255\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.218 cRSA 0.137 veUnivar 0.298 veRSA 0.317\n",
      "\tsaving\n",
      "subj08 FBA-1 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.264 cRSA 0.101 veUnivar 0.298 veRSA 0.198\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.218 cRSA 0.147 veUnivar 0.277 veRSA 0.277\n",
      "\tsaving\n",
      "subj08 FBA-1 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.179 cRSA 0.024 veUnivar 0.246 veRSA 0.106\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.21 cRSA 0.02 veUnivar 0.291 veRSA 0.137\n",
      "\tsaving\n",
      "subj08 FBA-1 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.179 cRSA 0.024 veUnivar 0.246 veRSA 0.106\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.21 cRSA 0.02 veUnivar 0.291 veRSA 0.137\n",
      "\tsaving\n",
      "subj08 FBA-1 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n",
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.14 cRSA 0.017 veUnivar 0.255 veRSA 0.115\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.19 cRSA 0.009 veUnivar 0.318 veRSA 0.146\n",
      "\tsaving\n",
      "subj08 FBA-1 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.12 cRSA 0.029 veUnivar 0.237 veRSA 0.14\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.182 cRSA 0.025 veUnivar 0.286 veRSA 0.184\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "subj08 FBA-1 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n",
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.175 cRSA 0.031 veUnivar 0.24 veRSA 0.111\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.2 cRSA 0.026 veUnivar 0.274 veRSA 0.117\n",
      "\tsaving\n",
      "subj08 FBA-1 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.152 cRSA 0.032 veUnivar 0.271 veRSA 0.093\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.167 cRSA 0.049 veUnivar 0.26 veRSA 0.084\n",
      "\tsaving\n",
      "subj08 FBA-1 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.146 cRSA 0.034 veUnivar 0.246 veRSA 0.109\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.185 cRSA 0.024 veUnivar 0.272 veRSA 0.155\n",
      "\tsaving\n",
      "subj08 FBA-1 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.194 cRSA 0.044 veUnivar 0.243 veRSA 0.074\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.185 cRSA 0.05 veUnivar 0.233 veRSA 0.056\n",
      "\tsaving\n",
      "subj08 FBA-1 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.132 cRSA 0.024 veUnivar 0.192 veRSA 0.05\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.139 cRSA 0.033 veUnivar 0.152 veRSA 0.065\n",
      "\tsaving\n",
      "subj08 FBA-1 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.086 cRSA 0.027 veUnivar 0.222 veRSA 0.086\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.133 cRSA 0.029 veUnivar 0.198 veRSA 0.091\n",
      "\tsaving\n",
      "subj08 FBA-1 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.141 cRSA 0.028 veUnivar 0.256 veRSA 0.055\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.16 cRSA 0.031 veUnivar 0.23 veRSA 0.049\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='8' class='' max='8' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [8/8 55:59&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj01 OFA norm8 faces\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 1326)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1017)\n",
      "\t\t val (1000, 1326)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1017)\n",
      "\t\t test (515, 1326)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1017)\n",
      "\tpreparing encoding model features... norm8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.075 cRSA 0.01 veUnivar -0.015 veRSA 0.014\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.127 cRSA 0.013 veUnivar -0.079 veRSA 0.024\n",
      "\tsaving\n",
      "subj01 OFA fc8 faces\n",
      "\tpreparing encoding model features... fc8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.08 cRSA 0.01 veUnivar -0.002 veRSA 0.009\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.143 cRSA 0.013 veUnivar -0.055 veRSA 0.019\n",
      "\tsaving\n",
      "subj01 OFA relu7 faces\n",
      "\tpreparing encoding model features... relu7 faces\n",
      "\t\t train (1000, 662)\n",
      "\t\t val (1000, 662)\n",
      "\t\t test (515, 662)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.162 cRSA 0.098 veUnivar 0.289 veRSA 0.177\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.153 cRSA 0.106 veUnivar 0.343 veRSA 0.209\n",
      "\tsaving\n",
      "subj01 OFA batchnorm7 faces\n",
      "\tpreparing encoding model features... batchnorm7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.113 cRSA 0.103 veUnivar 0.28 veRSA 0.229\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.115 cRSA 0.115 veUnivar 0.345 veRSA 0.252\n",
      "\tsaving\n",
      "subj01 OFA fc7 faces\n",
      "\tpreparing encoding model features... fc7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t val cUnivar 0.118 cRSA 0.073 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.12 cRSA 0.09 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj01 OFA relu6 faces\n",
      "\tpreparing encoding model features... relu6 faces\n",
      "\t\t train (1000, 871)\n",
      "\t\t val (1000, 871)\n",
      "\t\t test (515, 871)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.227 cRSA 0.111 veUnivar 0.366 veRSA 0.243\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.203 cRSA 0.13 veUnivar 0.45 veRSA 0.25\n",
      "\tsaving\n",
      "subj01 OFA batchnorm6 faces\n",
      "\tpreparing encoding model features... batchnorm6 faces\n",
      "\t\t train (1000, 944)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 944)\n",
      "\t\t test (515, 944)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.234 cRSA 0.097 veUnivar 0.419 veRSA 0.27\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.241 cRSA 0.13 veUnivar 0.516 veRSA 0.293\n",
      "\tsaving\n",
      "subj01 OFA fc6 faces\n",
      "\tpreparing encoding model features... fc6 faces\n",
      "\t\t train (1000, 945)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 945)\n",
      "\t\t test (515, 945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.228 cRSA 0.097 veUnivar 0.231 veRSA 0.172\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.242 cRSA 0.119 veUnivar 0.319 veRSA 0.148\n",
      "\tsaving\n",
      "subj01 OFA avgpool5 faces\n",
      "\tpreparing encoding model features... avgpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.258 cRSA 0.046 veUnivar 0.437 veRSA 0.211\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.282 cRSA 0.076 veUnivar 0.492 veRSA 0.269\n",
      "\tsaving\n",
      "subj01 OFA maxpool5 faces\n",
      "\tpreparing encoding model features... maxpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.258 cRSA 0.046 veUnivar 0.437 veRSA 0.211\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.282 cRSA 0.076 veUnivar 0.492 veRSA 0.269\n",
      "\tsaving\n",
      "subj01 OFA relu5 faces\n",
      "\tpreparing encoding model features... relu5 faces\n",
      "\t\t train (1000, 3600)\n",
      "\t\t val (1000, 3600)\n",
      "\t\t test (515, 3600)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.264 cRSA 0.041 veUnivar 0.464 veRSA 0.213\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.292 cRSA 0.067 veUnivar 0.503 veRSA 0.271\n",
      "\tsaving\n",
      "subj01 OFA groupnorm5 faces\n",
      "\tpreparing encoding model features... groupnorm5 faces\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5606)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.24 cRSA 0.072 veUnivar 0.456 veRSA 0.267\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.302 cRSA 0.108 veUnivar 0.528 veRSA 0.307\n",
      "\tsaving\n",
      "subj01 OFA conv5 faces\n",
      "\tpreparing encoding model features... conv5 faces\n",
      "\t\t train (1000, 6542)\n",
      "\t\t val (1000, 6542)\n",
      "\t\t test (515, 6542)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.171 cRSA 0.072 veUnivar 0.353 veRSA 0.146\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.231 cRSA 0.105 veUnivar 0.428 veRSA 0.21\n",
      "\tsaving\n",
      "subj01 OFA relu4 faces\n",
      "\tpreparing encoding model features... relu4 faces\n",
      "\t\t train (1000, 4041)\n",
      "\t\t val (1000, 4041)\n",
      "\t\t test (515, 4041)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.261 cRSA 0.068 veUnivar 0.489 veRSA 0.205\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.328 cRSA 0.094 veUnivar 0.575 veRSA 0.257\n",
      "\tsaving\n",
      "subj01 OFA groupnorm4 faces\n",
      "\tpreparing encoding model features... groupnorm4 faces\n",
      "\t\t train (1000, 5152)\n",
      "\t\t val (1000, 5152)\n",
      "\t\t test (515, 5152)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.164 cRSA 0.062 veUnivar 0.465 veRSA 0.251\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.199 cRSA 0.099 veUnivar 0.535 veRSA 0.317\n",
      "\tsaving\n",
      "subj01 OFA conv4 faces\n",
      "\tpreparing encoding model features... conv4 faces\n",
      "\t\t train (1000, 5945)\n",
      "\t\t val (1000, 5945)\n",
      "\t\t test (515, 5945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.158 cRSA 0.088 veUnivar 0.449 veRSA 0.128\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.236 cRSA 0.117 veUnivar 0.552 veRSA 0.175\n",
      "\tsaving\n",
      "subj01 OFA relu3 faces\n",
      "\tpreparing encoding model features... relu3 faces\n",
      "\t\t train (1000, 3214)\n",
      "\t\t val (1000, 3214)\n",
      "\t\t test (515, 3214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.215 cRSA 0.061 veUnivar 0.419 veRSA 0.18\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.239 cRSA 0.087 veUnivar 0.518 veRSA 0.21\n",
      "\tsaving\n",
      "subj01 OFA groupnorm3 faces\n",
      "\tpreparing encoding model features... groupnorm3 faces\n",
      "\t\t train (1000, 3993)\n",
      "\t\t val (1000, 3993)\n",
      "\t\t test (515, 3993)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.091 cRSA 0.049 veUnivar 0.389 veRSA 0.205\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.057 cRSA 0.085 veUnivar 0.439 veRSA 0.242\n",
      "\tsaving\n",
      "subj01 OFA conv3 faces\n",
      "\tpreparing encoding model features... conv3 faces\n",
      "\t\t train (1000, 3648)\n",
      "\t\t val (1000, 3648)\n",
      "\t\t test (515, 3648)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.16 cRSA 0.059 veUnivar 0.358 veRSA 0.154\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.173 cRSA 0.079 veUnivar 0.424 veRSA 0.187\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj02 OFA norm8 faces\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 2113)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1525)\n",
      "\t\t val (1000, 2113)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1525)\n",
      "\t\t test (515, 2113)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1525)\n",
      "\tpreparing encoding model features... norm8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.035 cRSA 0.007 veUnivar -0.021 veRSA 0.008\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.088 cRSA 0.008 veUnivar -0.042 veRSA 0.01\n",
      "\tsaving\n",
      "subj02 OFA fc8 faces\n",
      "\tpreparing encoding model features... fc8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.026 cRSA 0.008 veUnivar -0.027 veRSA 0.006\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.101 cRSA 0.009 veUnivar -0.024 veRSA 0.01\n",
      "\tsaving\n",
      "subj02 OFA relu7 faces\n",
      "\tpreparing encoding model features... relu7 faces\n",
      "\t\t train (1000, 662)\n",
      "\t\t val (1000, 662)\n",
      "\t\t test (515, 662)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.171 cRSA 0.071 veUnivar 0.378 veRSA 0.121\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.198 cRSA 0.066 veUnivar 0.416 veRSA 0.118\n",
      "\tsaving\n",
      "subj02 OFA batchnorm7 faces\n",
      "\tpreparing encoding model features... batchnorm7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.2 cRSA 0.075 veUnivar 0.423 veRSA 0.158\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.165 cRSA 0.079 veUnivar 0.451 veRSA 0.142\n",
      "\tsaving\n",
      "subj02 OFA fc7 faces\n",
      "\tpreparing encoding model features... fc7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.204 cRSA 0.057 veUnivar 0.288 veRSA 0.057\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.17 cRSA 0.064 veUnivar 0.26 veRSA 0.043\n",
      "\tsaving\n",
      "subj02 OFA relu6 faces\n",
      "\tpreparing encoding model features... relu6 faces\n",
      "\t\t train (1000, 871)\n",
      "\t\t val (1000, 871)\n",
      "\t\t test (515, 871)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.15 cRSA 0.096 veUnivar 0.452 veRSA 0.173\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.22 cRSA 0.098 veUnivar 0.494 veRSA 0.176\n",
      "\tsaving\n",
      "subj02 OFA batchnorm6 faces\n",
      "\tpreparing encoding model features... batchnorm6 faces\n",
      "\t\t train (1000, 944)\n",
      "\t\t val (1000, 944)\n",
      "\t\t test (515, 944)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.255 cRSA 0.083 veUnivar 0.5 veRSA 0.205\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.292 cRSA 0.102 veUnivar 0.53 veRSA 0.188\n",
      "\tsaving\n",
      "subj02 OFA fc6 faces\n",
      "\tpreparing encoding model features... fc6 faces\n",
      "\t\t train (1000, 945)\n",
      "\t\t val (1000, 945)\n",
      "\t\t test (515, 945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.26 cRSA 0.079 veUnivar 0.361 veRSA 0.102\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.298 cRSA 0.082 veUnivar 0.421 veRSA 0.124\n",
      "\tsaving\n",
      "subj02 OFA avgpool5 faces\n",
      "\tpreparing encoding model features... avgpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.352 cRSA 0.046 veUnivar 0.497 veRSA 0.194\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.316 cRSA 0.047 veUnivar 0.509 veRSA 0.161\n",
      "\tsaving\n",
      "subj02 OFA maxpool5 faces\n",
      "\tpreparing encoding model features... maxpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.352 cRSA 0.046 veUnivar 0.497 veRSA 0.194\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.316 cRSA 0.047 veUnivar 0.509 veRSA 0.161\n",
      "\tsaving\n",
      "subj02 OFA relu5 faces\n",
      "\tpreparing encoding model features... relu5 faces\n",
      "\t\t train (1000, 3600)\n",
      "\t\t val (1000, 3600)\n",
      "\t\t test (515, 3600)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.377 cRSA 0.043 veUnivar 0.519 veRSA 0.187\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.346 cRSA 0.047 veUnivar 0.505 veRSA 0.167\n",
      "\tsaving\n",
      "subj02 OFA groupnorm5 faces\n",
      "\tpreparing encoding model features... groupnorm5 faces\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5606)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.399 cRSA 0.06 veUnivar 0.52 veRSA 0.219\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.374 cRSA 0.068 veUnivar 0.517 veRSA 0.195\n",
      "\tsaving\n",
      "subj02 OFA conv5 faces\n",
      "\tpreparing encoding model features... conv5 faces\n",
      "\t\t train (1000, 6542)\n",
      "\t\t val (1000, 6542)\n",
      "\t\t test (515, 6542)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.376 cRSA 0.064 veUnivar 0.392 veRSA 0.125\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.344 cRSA 0.071 veUnivar 0.391 veRSA 0.111\n",
      "\tsaving\n",
      "subj02 OFA relu4 faces\n",
      "\tpreparing encoding model features... relu4 faces\n",
      "\t\t train (1000, 4041)\n",
      "\t\t val (1000, 4041)\n",
      "\t\t test (515, 4041)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.368 cRSA 0.072 veUnivar 0.509 veRSA 0.216\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.351 cRSA 0.082 veUnivar 0.56 veRSA 0.214\n",
      "\tsaving\n",
      "subj02 OFA groupnorm4 faces\n",
      "\tpreparing encoding model features... groupnorm4 faces\n",
      "\t\t train (1000, 5152)\n",
      "\t\t val (1000, 5152)\n",
      "\t\t test (515, 5152)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.28 cRSA 0.057 veUnivar 0.523 veRSA 0.246\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.263 cRSA 0.078 veUnivar 0.573 veRSA 0.249\n",
      "\tsaving\n",
      "subj02 OFA conv4 faces\n",
      "\tpreparing encoding model features... conv4 faces\n",
      "\t\t train (1000, 5945)\n",
      "\t\t val (1000, 5945)\n",
      "\t\t test (515, 5945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.299 cRSA 0.081 veUnivar 0.505 veRSA 0.142\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.297 cRSA 0.09 veUnivar 0.545 veRSA 0.157\n",
      "\tsaving\n",
      "subj02 OFA relu3 faces\n",
      "\tpreparing encoding model features... relu3 faces\n",
      "\t\t train (1000, 3214)\n",
      "\t\t val (1000, 3214)\n",
      "\t\t test (515, 3214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.281 cRSA 0.06 veUnivar 0.463 veRSA 0.186\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.281 cRSA 0.069 veUnivar 0.494 veRSA 0.175\n",
      "\tsaving\n",
      "subj02 OFA groupnorm3 faces\n",
      "\tpreparing encoding model features... groupnorm3 faces\n",
      "\t\t train (1000, 3993)\n",
      "\t\t val (1000, 3993)\n",
      "\t\t test (515, 3993)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.158 cRSA 0.045 veUnivar 0.439 veRSA 0.228\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.15 cRSA 0.07 veUnivar 0.465 veRSA 0.232\n",
      "\tsaving\n",
      "subj02 OFA conv3 faces\n",
      "\tpreparing encoding model features... conv3 faces\n",
      "\t\t train (1000, 3648)\n",
      "\t\t val (1000, 3648)\n",
      "\t\t test (515, 3648)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.246 cRSA 0.05 veUnivar 0.382 veRSA 0.176\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.246 cRSA 0.064 veUnivar 0.42 veRSA 0.17\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj03 OFA norm8 faces\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 3037)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 2688)\n",
      "\t\t val (1000, 3037)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 2688)\n",
      "\t\t test (515, 3037)\n",
      "\t\tmasking\n",
      "\t\t test (515, 2688)\n",
      "\tpreparing encoding model features... norm8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.007 cRSA 0.013 veUnivar 0.044 veRSA 0.018\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.135 cRSA 0.017 veUnivar 0.021 veRSA 0.026\n",
      "\tsaving\n",
      "subj03 OFA fc8 faces\n",
      "\tpreparing encoding model features... fc8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.017 cRSA 0.012 veUnivar 0.047 veRSA 0.009\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.154 cRSA 0.017 veUnivar 0.05 veRSA 0.013\n",
      "\tsaving\n",
      "subj03 OFA relu7 faces\n",
      "\tpreparing encoding model features... relu7 faces\n",
      "\t\t train (1000, 662)\n",
      "\t\t val (1000, 662)\n",
      "\t\t test (515, 662)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.221 cRSA 0.115 veUnivar 0.413 veRSA 0.209\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.266 cRSA 0.127 veUnivar 0.445 veRSA 0.226\n",
      "\tsaving\n",
      "subj03 OFA batchnorm7 faces\n",
      "\tpreparing encoding model features... batchnorm7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.34 cRSA 0.13 veUnivar 0.432 veRSA 0.282\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.326 cRSA 0.142 veUnivar 0.479 veRSA 0.287\n",
      "\tsaving\n",
      "subj03 OFA fc7 faces\n",
      "\tpreparing encoding model features... fc7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.345 cRSA 0.095 veUnivar 0.302 veRSA 0.053\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.329 cRSA 0.115 veUnivar 0.3 veRSA 0.059\n",
      "\tsaving\n",
      "subj03 OFA relu6 faces\n",
      "\tpreparing encoding model features... relu6 faces\n",
      "\t\t train (1000, 871)\n",
      "\t\t val (1000, 871)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 871)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.167 cRSA 0.156 veUnivar 0.455 veRSA 0.27\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.23 cRSA 0.161 veUnivar 0.483 veRSA 0.287\n",
      "\tsaving\n",
      "subj03 OFA batchnorm6 faces\n",
      "\tpreparing encoding model features... batchnorm6 faces\n",
      "\t\t train (1000, 944)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 944)\n",
      "\t\t test (515, 944)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.365 cRSA 0.14 veUnivar 0.457 veRSA 0.327\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.379 cRSA 0.151 veUnivar 0.517 veRSA 0.346\n",
      "\tsaving\n",
      "subj03 OFA fc6 faces\n",
      "\tpreparing encoding model features... fc6 faces\n",
      "\t\t train (1000, 945)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 945)\n",
      "\t\t test (515, 945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.38 cRSA 0.123 veUnivar 0.442 veRSA 0.193\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.392 cRSA 0.135 veUnivar 0.487 veRSA 0.224\n",
      "\tsaving\n",
      "subj03 OFA avgpool5 faces\n",
      "\tpreparing encoding model features... avgpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.308 cRSA 0.053 veUnivar 0.408 veRSA 0.21\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.358 cRSA 0.062 veUnivar 0.475 veRSA 0.255\n",
      "\tsaving\n",
      "subj03 OFA maxpool5 faces\n",
      "\tpreparing encoding model features... maxpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.308 cRSA 0.053 veUnivar 0.408 veRSA 0.21\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.358 cRSA 0.062 veUnivar 0.475 veRSA 0.255\n",
      "\tsaving\n",
      "subj03 OFA relu5 faces\n",
      "\tpreparing encoding model features... relu5 faces\n",
      "\t\t train (1000, 3600)\n",
      "\t\t val (1000, 3600)\n",
      "\t\t test (515, 3600)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.345 cRSA 0.046 veUnivar 0.374 veRSA 0.168\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.384 cRSA 0.056 veUnivar 0.461 veRSA 0.214\n",
      "\tsaving\n",
      "subj03 OFA groupnorm5 faces\n",
      "\tpreparing encoding model features... groupnorm5 faces\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5606)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.4 cRSA 0.072 veUnivar 0.43 veRSA 0.233\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.422 cRSA 0.091 veUnivar 0.458 veRSA 0.302\n",
      "\tsaving\n",
      "subj03 OFA conv5 faces\n",
      "\tpreparing encoding model features... conv5 faces\n",
      "\t\t train (1000, 6542)\n",
      "\t\t val (1000, 6542)\n",
      "\t\t test (515, 6542)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.368 cRSA 0.065 veUnivar 0.354 veRSA 0.096\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.405 cRSA 0.093 veUnivar 0.404 veRSA 0.143\n",
      "\tsaving\n",
      "subj03 OFA relu4 faces\n",
      "\tpreparing encoding model features... relu4 faces\n",
      "\t\t train (1000, 4041)\n",
      "\t\t val (1000, 4041)\n",
      "\t\t test (515, 4041)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.308 cRSA 0.067 veUnivar 0.399 veRSA 0.165\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.349 cRSA 0.096 veUnivar 0.43 veRSA 0.2\n",
      "\tsaving\n",
      "subj03 OFA groupnorm4 faces\n",
      "\tpreparing encoding model features... groupnorm4 faces\n",
      "\t\t train (1000, 5152)\n",
      "\t\t val (1000, 5152)\n",
      "\t\t test (515, 5152)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.332 cRSA 0.056 veUnivar 0.417 veRSA 0.195\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.292 cRSA 0.09 veUnivar 0.422 veRSA 0.243\n",
      "\tsaving\n",
      "subj03 OFA conv4 faces\n",
      "\tpreparing encoding model features... conv4 faces\n",
      "\t\t train (1000, 5945)\n",
      "\t\t val (1000, 5945)\n",
      "\t\t test (515, 5945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.358 cRSA 0.084 veUnivar 0.392 veRSA 0.101\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.364 cRSA 0.119 veUnivar 0.436 veRSA 0.16\n",
      "\tsaving\n",
      "subj03 OFA relu3 faces\n",
      "\tpreparing encoding model features... relu3 faces\n",
      "\t\t train (1000, 3214)\n",
      "\t\t val (1000, 3214)\n",
      "\t\t test (515, 3214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.255 cRSA 0.057 veUnivar 0.347 veRSA 0.104\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.253 cRSA 0.087 veUnivar 0.329 veRSA 0.154\n",
      "\tsaving\n",
      "subj03 OFA groupnorm3 faces\n",
      "\tpreparing encoding model features... groupnorm3 faces\n",
      "\t\t train (1000, 3993)\n",
      "\t\t val (1000, 3993)\n",
      "\t\t test (515, 3993)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.239 cRSA 0.042 veUnivar 0.354 veRSA 0.164\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.179 cRSA 0.078 veUnivar 0.338 veRSA 0.2\n",
      "\tsaving\n",
      "subj03 OFA conv3 faces\n",
      "\tpreparing encoding model features... conv3 faces\n",
      "\t\t train (1000, 3648)\n",
      "\t\t val (1000, 3648)\n",
      "\t\t test (515, 3648)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.312 cRSA 0.05 veUnivar 0.339 veRSA 0.131\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.288 cRSA 0.081 veUnivar 0.365 veRSA 0.151\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj04 OFA norm8 faces\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 2695)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1887)\n",
      "\t\t val (1000, 2695)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1887)\n",
      "\t\t test (515, 2695)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1887)\n",
      "\tpreparing encoding model features... norm8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.029 cRSA 0.012 veUnivar 0.035 veRSA 0.018\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.082 cRSA 0.023 veUnivar 0.041 veRSA 0.045\n",
      "\tsaving\n",
      "subj04 OFA fc8 faces\n",
      "\tpreparing encoding model features... fc8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.037 cRSA 0.013 veUnivar 0.018 veRSA 0.013\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.089 cRSA 0.026 veUnivar 0.084 veRSA 0.032\n",
      "\tsaving\n",
      "subj04 OFA relu7 faces\n",
      "\tpreparing encoding model features... relu7 faces\n",
      "\t\t train (1000, 662)\n",
      "\t\t val (1000, 662)\n",
      "\t\t test (515, 662)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.164 cRSA 0.136 veUnivar 0.286 veRSA 0.266\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.156 cRSA 0.148 veUnivar 0.331 veRSA 0.26\n",
      "\tsaving\n",
      "subj04 OFA batchnorm7 faces\n",
      "\tpreparing encoding model features... batchnorm7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.254 cRSA 0.147 veUnivar 0.328 veRSA 0.321\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.161 cRSA 0.174 veUnivar 0.319 veRSA 0.322\n",
      "\tsaving\n",
      "subj04 OFA fc7 faces\n",
      "\tpreparing encoding model features... fc7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.258 cRSA 0.104 veUnivar 0.147 veRSA 0.091\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.168 cRSA 0.141 veUnivar 0.118 veRSA 0.053\n",
      "\tsaving\n",
      "subj04 OFA relu6 faces\n",
      "\tpreparing encoding model features... relu6 faces\n",
      "\t\t train (1000, 871)\n",
      "\t\t val (1000, 871)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 871)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.199 cRSA 0.167 veUnivar 0.336 veRSA 0.313\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.236 cRSA 0.178 veUnivar 0.334 veRSA 0.293\n",
      "\tsaving\n",
      "subj04 OFA batchnorm6 faces\n",
      "\tpreparing encoding model features... batchnorm6 faces\n",
      "\t\t train (1000, 944)\n",
      "\t\t val (1000, 944)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 944)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.284 cRSA 0.152 veUnivar 0.38 veRSA 0.35\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.269 cRSA 0.183 veUnivar 0.398 veRSA 0.359\n",
      "\tsaving\n",
      "subj04 OFA fc6 faces\n",
      "\tpreparing encoding model features... fc6 faces\n",
      "\t\t train (1000, 945)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 945)\n",
      "\t\t test (515, 945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.285 cRSA 0.149 veUnivar 0.252 veRSA 0.238\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.269 cRSA 0.163 veUnivar 0.291 veRSA 0.245\n",
      "\tsaving\n",
      "subj04 OFA avgpool5 faces\n",
      "\tpreparing encoding model features... avgpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.256 cRSA 0.056 veUnivar 0.354 veRSA 0.247\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.246 cRSA 0.073 veUnivar 0.385 veRSA 0.244\n",
      "\tsaving\n",
      "subj04 OFA maxpool5 faces\n",
      "\tpreparing encoding model features... maxpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.256 cRSA 0.056 veUnivar 0.354 veRSA 0.247\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.246 cRSA 0.073 veUnivar 0.385 veRSA 0.244\n",
      "\tsaving\n",
      "subj04 OFA relu5 faces\n",
      "\tpreparing encoding model features... relu5 faces\n",
      "\t\t train (1000, 3600)\n",
      "\t\t val (1000, 3600)\n",
      "\t\t test (515, 3600)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.225 cRSA 0.052 veUnivar 0.346 veRSA 0.185\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.233 cRSA 0.068 veUnivar 0.382 veRSA 0.201\n",
      "\tsaving\n",
      "subj04 OFA groupnorm5 faces\n",
      "\tpreparing encoding model features... groupnorm5 faces\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5606)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.274 cRSA 0.072 veUnivar 0.365 veRSA 0.269\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.275 cRSA 0.1 veUnivar 0.404 veRSA 0.287\n",
      "\tsaving\n",
      "subj04 OFA conv5 faces\n",
      "\tpreparing encoding model features... conv5 faces\n",
      "\t\t train (1000, 6542)\n",
      "\t\t val (1000, 6542)\n",
      "\t\t test (515, 6542)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.217 cRSA 0.075 veUnivar 0.254 veRSA 0.152\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.215 cRSA 0.096 veUnivar 0.315 veRSA 0.147\n",
      "\tsaving\n",
      "subj04 OFA relu4 faces\n",
      "\tpreparing encoding model features... relu4 faces\n",
      "\t\t train (1000, 4041)\n",
      "\t\t val (1000, 4041)\n",
      "\t\t test (515, 4041)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.207 cRSA 0.072 veUnivar 0.33 veRSA 0.221\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.258 cRSA 0.078 veUnivar 0.402 veRSA 0.196\n",
      "\tsaving\n",
      "subj04 OFA groupnorm4 faces\n",
      "\tpreparing encoding model features... groupnorm4 faces\n",
      "\t\t train (1000, 5152)\n",
      "\t\t val (1000, 5152)\n",
      "\t\t test (515, 5152)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.167 cRSA 0.055 veUnivar 0.304 veRSA 0.257\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.205 cRSA 0.09 veUnivar 0.359 veRSA 0.268\n",
      "\tsaving\n",
      "subj04 OFA conv4 faces\n",
      "\tpreparing encoding model features... conv4 faces\n",
      "\t\t train (1000, 5945)\n",
      "\t\t val (1000, 5945)\n",
      "\t\t test (515, 5945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.183 cRSA 0.084 veUnivar 0.303 veRSA 0.163\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.22 cRSA 0.101 veUnivar 0.362 veRSA 0.158\n",
      "\tsaving\n",
      "subj04 OFA relu3 faces\n",
      "\tpreparing encoding model features... relu3 faces\n",
      "\t\t train (1000, 3214)\n",
      "\t\t val (1000, 3214)\n",
      "\t\t test (515, 3214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.175 cRSA 0.063 veUnivar 0.291 veRSA 0.162\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.18 cRSA 0.083 veUnivar 0.387 veRSA 0.16\n",
      "\tsaving\n",
      "subj04 OFA groupnorm3 faces\n",
      "\tpreparing encoding model features... groupnorm3 faces\n",
      "\t\t train (1000, 3993)\n",
      "\t\t val (1000, 3993)\n",
      "\t\t test (515, 3993)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.124 cRSA 0.044 veUnivar 0.252 veRSA 0.193\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.137 cRSA 0.068 veUnivar 0.348 veRSA 0.202\n",
      "\tsaving\n",
      "subj04 OFA conv3 faces\n",
      "\tpreparing encoding model features... conv3 faces\n",
      "\t\t train (1000, 3648)\n",
      "\t\t val (1000, 3648)\n",
      "\t\t test (515, 3648)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.162 cRSA 0.057 veUnivar 0.265 veRSA 0.19\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.182 cRSA 0.071 veUnivar 0.332 veRSA 0.177\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj05 OFA norm8 faces\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 3005)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 2700)\n",
      "\t\t val (1000, 3005)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 2700)\n",
      "\t\t test (515, 3005)\n",
      "\t\tmasking\n",
      "\t\t test (515, 2700)\n",
      "\tpreparing encoding model features... norm8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.074 cRSA 0.025 veUnivar 0.135 veRSA 0.033\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.04 cRSA 0.035 veUnivar 0.076 veRSA 0.063\n",
      "\tsaving\n",
      "subj05 OFA fc8 faces\n",
      "\tpreparing encoding model features... fc8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.076 cRSA 0.026 veUnivar 0.133 veRSA 0.024\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.065 cRSA 0.036 veUnivar 0.104 veRSA 0.049\n",
      "\tsaving\n",
      "subj05 OFA relu7 faces\n",
      "\tpreparing encoding model features... relu7 faces\n",
      "\t\t train (1000, 662)\n",
      "\t\t val (1000, 662)\n",
      "\t\t test (515, 662)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.236 cRSA 0.157 veUnivar 0.474 veRSA 0.297\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.205 cRSA 0.2 veUnivar 0.456 veRSA 0.334\n",
      "\tsaving\n",
      "subj05 OFA batchnorm7 faces\n",
      "\tpreparing encoding model features... batchnorm7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.395 cRSA 0.178 veUnivar 0.509 veRSA 0.379\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.32 cRSA 0.219 veUnivar 0.491 veRSA 0.428\n",
      "\tsaving\n",
      "subj05 OFA fc7 faces\n",
      "\tpreparing encoding model features... fc7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.401 cRSA 0.136 veUnivar 0.254 veRSA 0.109\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.324 cRSA 0.177 veUnivar 0.287 veRSA 0.091\n",
      "\tsaving\n",
      "subj05 OFA relu6 faces\n",
      "\tpreparing encoding model features... relu6 faces\n",
      "\t\t train (1000, 871)\n",
      "\t\t val (1000, 871)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 871)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.176 cRSA 0.189 veUnivar 0.496 veRSA 0.345\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.181 cRSA 0.218 veUnivar 0.506 veRSA 0.402\n",
      "\tsaving\n",
      "subj05 OFA batchnorm6 faces\n",
      "\tpreparing encoding model features... batchnorm6 faces\n",
      "\t\t train (1000, 944)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 944)\n",
      "\t\t test (515, 944)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.369 cRSA 0.181 veUnivar 0.546 veRSA 0.407\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.354 cRSA 0.219 veUnivar 0.539 veRSA 0.471\n",
      "\tsaving\n",
      "subj05 OFA fc6 faces\n",
      "\tpreparing encoding model features... fc6 faces\n",
      "\t\t train (1000, 945)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 945)\n",
      "\t\t test (515, 945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.381 cRSA 0.155 veUnivar 0.477 veRSA 0.292\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.373 cRSA 0.203 veUnivar 0.501 veRSA 0.36\n",
      "\tsaving\n",
      "subj05 OFA avgpool5 faces\n",
      "\tpreparing encoding model features... avgpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.31 cRSA 0.068 veUnivar 0.481 veRSA 0.261\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.296 cRSA 0.082 veUnivar 0.465 veRSA 0.333\n",
      "\tsaving\n",
      "subj05 OFA maxpool5 faces\n",
      "\tpreparing encoding model features... maxpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.31 cRSA 0.068 veUnivar 0.481 veRSA 0.261\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.296 cRSA 0.082 veUnivar 0.465 veRSA 0.333\n",
      "\tsaving\n",
      "subj05 OFA relu5 faces\n",
      "\tpreparing encoding model features... relu5 faces\n",
      "\t\t train (1000, 3600)\n",
      "\t\t val (1000, 3600)\n",
      "\t\t test (515, 3600)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.292 cRSA 0.06 veUnivar 0.452 veRSA 0.243\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.309 cRSA 0.072 veUnivar 0.44 veRSA 0.282\n",
      "\tsaving\n",
      "subj05 OFA groupnorm5 faces\n",
      "\tpreparing encoding model features... groupnorm5 faces\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5606)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.408 cRSA 0.096 veUnivar 0.509 veRSA 0.288\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.428 cRSA 0.12 veUnivar 0.527 veRSA 0.376\n",
      "\tsaving\n",
      "subj05 OFA conv5 faces\n",
      "\tpreparing encoding model features... conv5 faces\n",
      "\t\t train (1000, 6542)\n",
      "\t\t val (1000, 6542)\n",
      "\t\t test (515, 6542)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.362 cRSA 0.082 veUnivar 0.438 veRSA 0.143\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.371 cRSA 0.108 veUnivar 0.457 veRSA 0.191\n",
      "\tsaving\n",
      "subj05 OFA relu4 faces\n",
      "\tpreparing encoding model features... relu4 faces\n",
      "\t\t train (1000, 4041)\n",
      "\t\t val (1000, 4041)\n",
      "\t\t test (515, 4041)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.315 cRSA 0.058 veUnivar 0.446 veRSA 0.17\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.338 cRSA 0.079 veUnivar 0.441 veRSA 0.236\n",
      "\tsaving\n",
      "subj05 OFA groupnorm4 faces\n",
      "\tpreparing encoding model features... groupnorm4 faces\n",
      "\t\t train (1000, 5152)\n",
      "\t\t val (1000, 5152)\n",
      "\t\t test (515, 5152)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.306 cRSA 0.067 veUnivar 0.434 veRSA 0.239\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.351 cRSA 0.102 veUnivar 0.471 veRSA 0.336\n",
      "\tsaving\n",
      "subj05 OFA conv4 faces\n",
      "\tpreparing encoding model features... conv4 faces\n",
      "\t\t train (1000, 5945)\n",
      "\t\t val (1000, 5945)\n",
      "\t\t test (515, 5945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.344 cRSA 0.083 veUnivar 0.384 veRSA 0.145\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.394 cRSA 0.122 veUnivar 0.487 veRSA 0.2\n",
      "\tsaving\n",
      "subj05 OFA relu3 faces\n",
      "\tpreparing encoding model features... relu3 faces\n",
      "\t\t train (1000, 3214)\n",
      "\t\t val (1000, 3214)\n",
      "\t\t test (515, 3214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.254 cRSA 0.056 veUnivar 0.378 veRSA 0.117\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.243 cRSA 0.087 veUnivar 0.382 veRSA 0.165\n",
      "\tsaving\n",
      "subj05 OFA groupnorm3 faces\n",
      "\tpreparing encoding model features... groupnorm3 faces\n",
      "\t\t train (1000, 3993)\n",
      "\t\t val (1000, 3993)\n",
      "\t\t test (515, 3993)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.199 cRSA 0.044 veUnivar 0.373 veRSA 0.175\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.254 cRSA 0.07 veUnivar 0.409 veRSA 0.257\n",
      "\tsaving\n",
      "subj05 OFA conv3 faces\n",
      "\tpreparing encoding model features... conv3 faces\n",
      "\t\t train (1000, 3648)\n",
      "\t\t val (1000, 3648)\n",
      "\t\t test (515, 3648)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.289 cRSA 0.048 veUnivar 0.323 veRSA 0.116\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.328 cRSA 0.077 veUnivar 0.407 veRSA 0.189\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj06 OFA norm8 faces\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 2288)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 2097)\n",
      "\t\t val (1000, 2288)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 2097)\n",
      "\t\t test (515, 2288)\n",
      "\t\tmasking\n",
      "\t\t test (515, 2097)\n",
      "\tpreparing encoding model features... norm8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.045 cRSA 0.013 veUnivar 0.011 veRSA 0.023\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.086 cRSA 0.021 veUnivar -0.006 veRSA 0.024\n",
      "\tsaving\n",
      "subj06 OFA fc8 faces\n",
      "\tpreparing encoding model features... fc8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.042 cRSA 0.013 veUnivar 0.027 veRSA 0.016\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.094 cRSA 0.022 veUnivar 0.005 veRSA 0.011\n",
      "\tsaving\n",
      "subj06 OFA relu7 faces\n",
      "\tpreparing encoding model features... relu7 faces\n",
      "\t\t train (1000, 662)\n",
      "\t\t val (1000, 662)\n",
      "\t\t test (515, 662)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.17 cRSA 0.117 veUnivar 0.364 veRSA 0.202\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.219 cRSA 0.12 veUnivar 0.382 veRSA 0.231\n",
      "\tsaving\n",
      "subj06 OFA batchnorm7 faces\n",
      "\tpreparing encoding model features... batchnorm7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.27 cRSA 0.129 veUnivar 0.43 veRSA 0.295\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.209 cRSA 0.136 veUnivar 0.389 veRSA 0.314\n",
      "\tsaving\n",
      "subj06 OFA fc7 faces\n",
      "\tpreparing encoding model features... fc7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t val cUnivar 0.275 cRSA 0.091 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.209 cRSA 0.107 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj06 OFA relu6 faces\n",
      "\tpreparing encoding model features... relu6 faces\n",
      "\t\t train (1000, 871)\n",
      "\t\t val (1000, 871)\n",
      "\t\t test (515, 871)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.194 cRSA 0.112 veUnivar 0.386 veRSA 0.246\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.235 cRSA 0.13 veUnivar 0.389 veRSA 0.258\n",
      "\tsaving\n",
      "subj06 OFA batchnorm6 faces\n",
      "\tpreparing encoding model features... batchnorm6 faces\n",
      "\t\t train (1000, 944)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 944)\n",
      "\t\t test (515, 944)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.285 cRSA 0.115 veUnivar 0.423 veRSA 0.325\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.279 cRSA 0.136 veUnivar 0.417 veRSA 0.346\n",
      "\tsaving\n",
      "subj06 OFA fc6 faces\n",
      "\tpreparing encoding model features... fc6 faces\n",
      "\t\t train (1000, 945)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 945)\n",
      "\t\t test (515, 945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.284 cRSA 0.106 veUnivar 0.301 veRSA 0.207\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.282 cRSA 0.125 veUnivar 0.36 veRSA 0.246\n",
      "\tsaving\n",
      "subj06 OFA avgpool5 faces\n",
      "\tpreparing encoding model features... avgpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.245 cRSA 0.053 veUnivar 0.348 veRSA 0.18\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.182 cRSA 0.057 veUnivar 0.351 veRSA 0.201\n",
      "\tsaving\n",
      "subj06 OFA maxpool5 faces\n",
      "\tpreparing encoding model features... maxpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.245 cRSA 0.053 veUnivar 0.348 veRSA 0.18\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.182 cRSA 0.057 veUnivar 0.351 veRSA 0.201\n",
      "\tsaving\n",
      "subj06 OFA relu5 faces\n",
      "\tpreparing encoding model features... relu5 faces\n",
      "\t\t train (1000, 3600)\n",
      "\t\t val (1000, 3600)\n",
      "\t\t test (515, 3600)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.242 cRSA 0.045 veUnivar 0.35 veRSA 0.149\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.171 cRSA 0.048 veUnivar 0.318 veRSA 0.16\n",
      "\tsaving\n",
      "subj06 OFA groupnorm5 faces\n",
      "\tpreparing encoding model features... groupnorm5 faces\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5606)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.281 cRSA 0.075 veUnivar 0.381 veRSA 0.225\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.232 cRSA 0.095 veUnivar 0.362 veRSA 0.269\n",
      "\tsaving\n",
      "subj06 OFA conv5 faces\n",
      "\tpreparing encoding model features... conv5 faces\n",
      "\t\t train (1000, 6542)\n",
      "\t\t val (1000, 6542)\n",
      "\t\t test (515, 6542)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.232 cRSA 0.058 veUnivar 0.298 veRSA 0.093\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.166 cRSA 0.076 veUnivar 0.311 veRSA 0.12\n",
      "\tsaving\n",
      "subj06 OFA relu4 faces\n",
      "\tpreparing encoding model features... relu4 faces\n",
      "\t\t train (1000, 4041)\n",
      "\t\t val (1000, 4041)\n",
      "\t\t test (515, 4041)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.226 cRSA 0.045 veUnivar 0.303 veRSA 0.105\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.217 cRSA 0.051 veUnivar 0.363 veRSA 0.136\n",
      "\tsaving\n",
      "subj06 OFA groupnorm4 faces\n",
      "\tpreparing encoding model features... groupnorm4 faces\n",
      "\t\t train (1000, 5152)\n",
      "\t\t val (1000, 5152)\n",
      "\t\t test (515, 5152)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.223 cRSA 0.06 veUnivar 0.292 veRSA 0.186\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.186 cRSA 0.087 veUnivar 0.291 veRSA 0.224\n",
      "\tsaving\n",
      "subj06 OFA conv4 faces\n",
      "\tpreparing encoding model features... conv4 faces\n",
      "\t\t train (1000, 5945)\n",
      "\t\t val (1000, 5945)\n",
      "\t\t test (515, 5945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.229 cRSA 0.07 veUnivar 0.213 veRSA 0.087\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.2 cRSA 0.088 veUnivar 0.311 veRSA 0.159\n",
      "\tsaving\n",
      "subj06 OFA relu3 faces\n",
      "\tpreparing encoding model features... relu3 faces\n",
      "\t\t train (1000, 3214)\n",
      "\t\t val (1000, 3214)\n",
      "\t\t test (515, 3214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.195 cRSA 0.044 veUnivar 0.231 veRSA 0.085\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.174 cRSA 0.053 veUnivar 0.269 veRSA 0.115\n",
      "\tsaving\n",
      "subj06 OFA groupnorm3 faces\n",
      "\tpreparing encoding model features... groupnorm3 faces\n",
      "\t\t train (1000, 3993)\n",
      "\t\t val (1000, 3993)\n",
      "\t\t test (515, 3993)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.197 cRSA 0.036 veUnivar 0.236 veRSA 0.129\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.082 cRSA 0.047 veUnivar 0.224 veRSA 0.153\n",
      "\tsaving\n",
      "subj06 OFA conv3 faces\n",
      "\tpreparing encoding model features... conv3 faces\n",
      "\t\t train (1000, 3648)\n",
      "\t\t val (1000, 3648)\n",
      "\t\t test (515, 3648)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.223 cRSA 0.041 veUnivar 0.19 veRSA 0.084\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.17 cRSA 0.052 veUnivar 0.282 veRSA 0.107\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj07 OFA norm8 faces\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 1224)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 832)\n",
      "\t\t val (1000, 1224)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 832)\n",
      "\t\t test (515, 1224)\n",
      "\t\tmasking\n",
      "\t\t test (515, 832)\n",
      "\tpreparing encoding model features... norm8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.009 cRSA 0.015 veUnivar 0.055 veRSA 0.036\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.032 cRSA 0.026 veUnivar 0.133 veRSA 0.061\n",
      "\tsaving\n",
      "subj07 OFA fc8 faces\n",
      "\tpreparing encoding model features... fc8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.009 cRSA 0.015 veUnivar 0.049 veRSA 0.028\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.04 cRSA 0.026 veUnivar 0.131 veRSA 0.048\n",
      "\tsaving\n",
      "subj07 OFA relu7 faces\n",
      "\tpreparing encoding model features... relu7 faces\n",
      "\t\t train (1000, 662)\n",
      "\t\t val (1000, 662)\n",
      "\t\t test (515, 662)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.146 cRSA 0.111 veUnivar 0.359 veRSA 0.196\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.256 cRSA 0.119 veUnivar 0.425 veRSA 0.23\n",
      "\tsaving\n",
      "subj07 OFA batchnorm7 faces\n",
      "\tpreparing encoding model features... batchnorm7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.22 cRSA 0.117 veUnivar 0.402 veRSA 0.276\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.282 cRSA 0.127 veUnivar 0.489 veRSA 0.325\n",
      "\tsaving\n",
      "subj07 OFA fc7 faces\n",
      "\tpreparing encoding model features... fc7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t val cUnivar 0.22 cRSA 0.094 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.282 cRSA 0.104 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj07 OFA relu6 faces\n",
      "\tpreparing encoding model features... relu6 faces\n",
      "\t\t train (1000, 871)\n",
      "\t\t val (1000, 871)\n",
      "\t\t test (515, 871)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.165 cRSA 0.134 veUnivar 0.385 veRSA 0.242\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.194 cRSA 0.142 veUnivar 0.444 veRSA 0.27\n",
      "\tsaving\n",
      "subj07 OFA batchnorm6 faces\n",
      "\tpreparing encoding model features... batchnorm6 faces\n",
      "\t\t train (1000, 944)\n",
      "\t\t val (1000, 944)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 944)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.235 cRSA 0.129 veUnivar 0.443 veRSA 0.322\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.294 cRSA 0.142 veUnivar 0.518 veRSA 0.364\n",
      "\tsaving\n",
      "subj07 OFA fc6 faces\n",
      "\tpreparing encoding model features... fc6 faces\n",
      "\t\t train (1000, 945)\n",
      "\t\t val (1000, 945)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.24 cRSA 0.112 veUnivar 0.375 veRSA 0.144\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.307 cRSA 0.126 veUnivar 0.457 veRSA 0.177\n",
      "\tsaving\n",
      "subj07 OFA avgpool5 faces\n",
      "\tpreparing encoding model features... avgpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.201 cRSA 0.051 veUnivar 0.345 veRSA 0.177\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.259 cRSA 0.06 veUnivar 0.412 veRSA 0.21\n",
      "\tsaving\n",
      "subj07 OFA maxpool5 faces\n",
      "\tpreparing encoding model features... maxpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.201 cRSA 0.051 veUnivar 0.345 veRSA 0.177\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.259 cRSA 0.06 veUnivar 0.412 veRSA 0.21\n",
      "\tsaving\n",
      "subj07 OFA relu5 faces\n",
      "\tpreparing encoding model features... relu5 faces\n",
      "\t\t train (1000, 3600)\n",
      "\t\t val (1000, 3600)\n",
      "\t\t test (515, 3600)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.172 cRSA 0.047 veUnivar 0.292 veRSA 0.148\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.222 cRSA 0.055 veUnivar 0.37 veRSA 0.167\n",
      "\tsaving\n",
      "subj07 OFA groupnorm5 faces\n",
      "\tpreparing encoding model features... groupnorm5 faces\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5606)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\t\t\t val cUnivar 0.136 cRSA 0.046 veUnivar 0.264 veRSA 0.054\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.241 cRSA 0.062 veUnivar 0.384 veRSA 0.081\n",
      "\tsaving\n",
      "subj07 OFA groupnorm3 faces\n",
      "\tpreparing encoding model features... groupnorm3 faces\n",
      "\t\t train (1000, 3993)\n",
      "\t\t val (1000, 3993)\n",
      "\t\t test (515, 3993)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.129 cRSA 0.027 veUnivar 0.28 veRSA 0.111\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.172 cRSA 0.043 veUnivar 0.358 veRSA 0.151\n",
      "\tsaving\n",
      "subj07 OFA conv3 faces\n",
      "\tpreparing encoding model features... conv3 faces\n",
      "\t\t train (1000, 3648)\n",
      "\t\t val (1000, 3648)\n",
      "\t\t test (515, 3648)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.197 cRSA 0.029 veUnivar 0.252 veRSA 0.043\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.247 cRSA 0.049 veUnivar 0.31 veRSA 0.091\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj08 OFA norm8 faces\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 1325)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 796)\n",
      "\t\t val (1000, 1325)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 796)\n",
      "\t\t test (515, 1325)\n",
      "\t\tmasking\n",
      "\t\t test (515, 796)\n",
      "\tpreparing encoding model features... norm8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.019 cRSA 0.014 veUnivar 0.016 veRSA 0.013\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.115 cRSA 0.016 veUnivar -0.057 veRSA 0.018\n",
      "\tsaving\n",
      "subj08 OFA fc8 faces\n",
      "\tpreparing encoding model features... fc8 faces\n",
      "\t\t train (1000, 26)\n",
      "\t\t val (1000, 26)\n",
      "\t\t test (515, 26)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.009 cRSA 0.014 veUnivar -0.005 veRSA 0.006\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.136 cRSA 0.017 veUnivar -0.027 veRSA 0.006\n",
      "\tsaving\n",
      "subj08 OFA relu7 faces\n",
      "\tpreparing encoding model features... relu7 faces\n",
      "\t\t train (1000, 662)\n",
      "\t\t val (1000, 662)\n",
      "\t\t test (515, 662)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.206 cRSA 0.096 veUnivar 0.392 veRSA 0.135\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.195 cRSA 0.106 veUnivar 0.402 veRSA 0.17\n",
      "\tsaving\n",
      "subj08 OFA batchnorm7 faces\n",
      "\tpreparing encoding model features... batchnorm7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n",
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.344 cRSA 0.105 veUnivar 0.421 veRSA 0.218\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.241 cRSA 0.114 veUnivar 0.416 veRSA 0.231\n",
      "\tsaving\n",
      "subj08 OFA fc7 faces\n",
      "\tpreparing encoding model features... fc7 faces\n",
      "\t\t train (1000, 819)\n",
      "\t\t val (1000, 819)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 819)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t val cUnivar 0.352 cRSA 0.082 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.249 cRSA 0.09 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj08 OFA relu6 faces\n",
      "\tpreparing encoding model features... relu6 faces\n",
      "\t\t train (1000, 871)\n",
      "\t\t val (1000, 871)\n",
      "\t\t test (515, 871)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.166 cRSA 0.12 veUnivar 0.401 veRSA 0.184\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.227 cRSA 0.129 veUnivar 0.442 veRSA 0.204\n",
      "\tsaving\n",
      "subj08 OFA batchnorm6 faces\n",
      "\tpreparing encoding model features... batchnorm6 faces\n",
      "\t\t train (1000, 944)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 944)\n",
      "\t\t test (515, 944)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.357 cRSA 0.115 veUnivar 0.453 veRSA 0.26\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.34 cRSA 0.135 veUnivar 0.464 veRSA 0.268\n",
      "\tsaving\n",
      "subj08 OFA fc6 faces\n",
      "\tpreparing encoding model features... fc6 faces\n",
      "\t\t train (1000, 945)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t val (1000, 945)\n",
      "\t\t test (515, 945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.367 cRSA 0.101 veUnivar 0.401 veRSA 0.152\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.349 cRSA 0.116 veUnivar 0.41 veRSA 0.173\n",
      "\tsaving\n",
      "subj08 OFA avgpool5 faces\n",
      "\tpreparing encoding model features... avgpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.301 cRSA 0.041 veUnivar 0.41 veRSA 0.118\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.319 cRSA 0.05 veUnivar 0.411 veRSA 0.128\n",
      "\tsaving\n",
      "subj08 OFA maxpool5 faces\n",
      "\tpreparing encoding model features... maxpool5 faces\n",
      "\t\t train (1000, 1014)\n",
      "\t\t val (1000, 1014)\n",
      "\t\t test (515, 1014)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.301 cRSA 0.041 veUnivar 0.41 veRSA 0.118\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.319 cRSA 0.05 veUnivar 0.411 veRSA 0.128\n",
      "\tsaving\n",
      "subj08 OFA relu5 faces\n",
      "\tpreparing encoding model features... relu5 faces\n",
      "\t\t train (1000, 3600)\n",
      "\t\t val (1000, 3600)\n",
      "\t\t test (515, 3600)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.313 cRSA 0.04 veUnivar 0.4 veRSA 0.091\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.318 cRSA 0.051 veUnivar 0.403 veRSA 0.102\n",
      "\tsaving\n",
      "subj08 OFA groupnorm5 faces\n",
      "\tpreparing encoding model features... groupnorm5 faces\n",
      "\t\t train (1000, 5606)\n",
      "\t\t val (1000, 5606)\n",
      "\t\t test (515, 5606)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.355 cRSA 0.054 veUnivar 0.413 veRSA 0.176\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.355 cRSA 0.069 veUnivar 0.425 veRSA 0.206\n",
      "\tsaving\n",
      "subj08 OFA conv5 faces\n",
      "\tpreparing encoding model features... conv5 faces\n",
      "\t\t train (1000, 6542)\n",
      "\t\t val (1000, 6542)\n",
      "\t\t test (515, 6542)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.334 cRSA 0.053 veUnivar 0.281 veRSA 0.045\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.335 cRSA 0.069 veUnivar 0.345 veRSA 0.066\n",
      "\tsaving\n",
      "subj08 OFA relu4 faces\n",
      "\tpreparing encoding model features... relu4 faces\n",
      "\t\t train (1000, 4041)\n",
      "\t\t val (1000, 4041)\n",
      "\t\t test (515, 4041)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.251 cRSA 0.044 veUnivar 0.337 veRSA 0.102\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.288 cRSA 0.066 veUnivar 0.4 veRSA 0.108\n",
      "\tsaving\n",
      "subj08 OFA groupnorm4 faces\n",
      "\tpreparing encoding model features... groupnorm4 faces\n",
      "\t\t train (1000, 5152)\n",
      "\t\t val (1000, 5152)\n",
      "\t\t test (515, 5152)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.252 cRSA 0.041 veUnivar 0.351 veRSA 0.157\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.241 cRSA 0.065 veUnivar 0.379 veRSA 0.185\n",
      "\tsaving\n",
      "subj08 OFA conv4 faces\n",
      "\tpreparing encoding model features... conv4 faces\n",
      "\t\t train (1000, 5945)\n",
      "\t\t val (1000, 5945)\n",
      "\t\t test (515, 5945)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.287 cRSA 0.062 veUnivar 0.355 veRSA 0.071\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.31 cRSA 0.083 veUnivar 0.383 veRSA 0.076\n",
      "\tsaving\n",
      "subj08 OFA relu3 faces\n",
      "\tpreparing encoding model features... relu3 faces\n",
      "\t\t train (1000, 3214)\n",
      "\t\t val (1000, 3214)\n",
      "\t\t test (515, 3214)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.209 cRSA 0.042 veUnivar 0.296 veRSA 0.066\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.205 cRSA 0.067 veUnivar 0.325 veRSA 0.11\n",
      "\tsaving\n",
      "subj08 OFA groupnorm3 faces\n",
      "\tpreparing encoding model features... groupnorm3 faces\n",
      "\t\t train (1000, 3993)\n",
      "\t\t val (1000, 3993)\n",
      "\t\t test (515, 3993)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.185 cRSA 0.034 veUnivar 0.257 veRSA 0.115\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.173 cRSA 0.068 veUnivar 0.292 veRSA 0.133\n",
      "\tsaving\n",
      "subj08 OFA conv3 faces\n",
      "\tpreparing encoding model features... conv3 faces\n",
      "\t\t train (1000, 3648)\n",
      "\t\t val (1000, 3648)\n",
      "\t\t test (515, 3648)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.23 cRSA 0.04 veUnivar 0.302 veRSA 0.094\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.227 cRSA 0.065 veUnivar 0.291 veRSA 0.097\n",
      "\tsaving\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='8' class='' max='8' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [8/8 33:21&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj01 OWFA norm8 characters\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 1748)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1379)\n",
      "\t\t val (1000, 1748)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1379)\n",
      "\t\t test (515, 1748)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1379)\n",
      "\tpreparing encoding model features... norm8 characters\n",
      "\t\t train (1000, 9)\n",
      "\t\t val (1000, 9)\n",
      "\t\t test (515, 9)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.049 cRSA 0.006 veUnivar 0.072 veRSA 0.003\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.057 cRSA 0.003 veUnivar 0.07 veRSA 0.001\n",
      "\tsaving\n",
      "subj01 OWFA fc8 characters\n",
      "\tpreparing encoding model features... fc8 characters\n",
      "\t\t train (1000, 9)\n",
      "\t\t val (1000, 9)\n",
      "\t\t test (515, 9)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.039 cRSA 0.004 veUnivar 0.06 veRSA 0.003\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.06 cRSA 0.003 veUnivar 0.073 veRSA 0.003\n",
      "\tsaving\n",
      "subj01 OWFA relu7 characters\n",
      "\tpreparing encoding model features... relu7 characters\n",
      "\t\t train (1000, 266)\n",
      "\t\t val (1000, 266)\n",
      "\t\t test (515, 266)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.187 cRSA 0.07 veUnivar 0.223 veRSA 0.118\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.192 cRSA 0.086 veUnivar 0.184 veRSA 0.137\n",
      "\tsaving\n",
      "subj01 OWFA batchnorm7 characters\n",
      "\tpreparing encoding model features... batchnorm7 characters\n",
      "\t\t train (1000, 326)\n",
      "\t\t val (1000, 326)\n",
      "\t\t test (515, 326)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.183 cRSA 0.081 veUnivar 0.243 veRSA 0.14\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.17 cRSA 0.089 veUnivar 0.232 veRSA 0.171\n",
      "\tsaving\n",
      "subj01 OWFA fc7 characters\n",
      "\tpreparing encoding model features... fc7 characters\n",
      "\t\t train (1000, 326)\n",
      "\t\t val (1000, 326)\n",
      "\t\t test (515, 326)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.178 cRSA 0.065 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.174 cRSA 0.072 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj01 OWFA relu6 characters\n",
      "\tpreparing encoding model features... relu6 characters\n",
      "\t\t train (1000, 264)\n",
      "\t\t val (1000, 264)\n",
      "\t\t test (515, 264)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.211 cRSA 0.089 veUnivar 0.288 veRSA 0.13\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.216 cRSA 0.091 veUnivar 0.288 veRSA 0.122\n",
      "\tsaving\n",
      "subj01 OWFA batchnorm6 characters\n",
      "\tpreparing encoding model features... batchnorm6 characters\n",
      "\t\t train (1000, 338)\n",
      "\t\t val (1000, 338)\n",
      "\t\t test (515, 338)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.2 cRSA 0.091 veUnivar 0.37 veRSA 0.181\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.227 cRSA 0.09 veUnivar 0.4 veRSA 0.203\n",
      "\tsaving\n",
      "subj01 OWFA fc6 characters\n",
      "\tpreparing encoding model features... fc6 characters\n",
      "\t\t train (1000, 338)\n",
      "\t\t val (1000, 338)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 338)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.195 cRSA 0.081 veUnivar 0.152 veRSA 0.074\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.224 cRSA 0.084 veUnivar 0.187 veRSA 0.076\n",
      "\tsaving\n",
      "subj01 OWFA avgpool5 characters\n",
      "\tpreparing encoding model features... avgpool5 characters\n",
      "\t\t train (1000, 463)\n",
      "\t\t val (1000, 463)\n",
      "\t\t test (515, 463)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.312 cRSA 0.046 veUnivar 0.457 veRSA 0.124\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.364 cRSA 0.048 veUnivar 0.491 veRSA 0.149\n",
      "\tsaving\n",
      "subj01 OWFA maxpool5 characters\n",
      "\tpreparing encoding model features... maxpool5 characters\n",
      "\t\t train (1000, 463)\n",
      "\t\t val (1000, 463)\n",
      "\t\t test (515, 463)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.312 cRSA 0.046 veUnivar 0.457 veRSA 0.124\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.364 cRSA 0.048 veUnivar 0.491 veRSA 0.149\n",
      "\tsaving\n",
      "subj01 OWFA relu5 characters\n",
      "\tpreparing encoding model features... relu5 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 1264)\n",
      "\t\t val (1000, 1264)\n",
      "\t\t test (515, 1264)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.301 cRSA 0.03 veUnivar 0.438 veRSA 0.122\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.332 cRSA 0.033 veUnivar 0.486 veRSA 0.161\n",
      "\tsaving\n",
      "subj01 OWFA groupnorm5 characters\n",
      "\tpreparing encoding model features... groupnorm5 characters\n",
      "\t\t train (1000, 3005)\n",
      "\t\t val (1000, 3005)\n",
      "\t\t test (515, 3005)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.211 cRSA 0.036 veUnivar 0.482 veRSA 0.18\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.287 cRSA 0.045 veUnivar 0.533 veRSA 0.218\n",
      "\tsaving\n",
      "subj01 OWFA conv5 characters\n",
      "\tpreparing encoding model features... conv5 characters\n",
      "\t\t train (1000, 3252)\n",
      "\t\t val (1000, 3252)\n",
      "\t\t test (515, 3252)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.181 cRSA 0.041 veUnivar 0.455 veRSA 0.117\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.259 cRSA 0.049 veUnivar 0.497 veRSA 0.142\n",
      "\tsaving\n",
      "subj01 OWFA relu4 characters\n",
      "\tpreparing encoding model features... relu4 characters\n",
      "\t\t train (1000, 2220)\n",
      "\t\t val (1000, 2220)\n",
      "\t\t test (515, 2220)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.308 cRSA 0.064 veUnivar 0.48 veRSA 0.152\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.348 cRSA 0.082 veUnivar 0.544 veRSA 0.171\n",
      "\tsaving\n",
      "subj01 OWFA groupnorm4 characters\n",
      "\tpreparing encoding model features... groupnorm4 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 3512)\n",
      "\t\t val (1000, 3512)\n",
      "\t\t test (515, 3512)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.248 cRSA 0.046 veUnivar 0.504 veRSA 0.21\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.335 cRSA 0.062 veUnivar 0.575 veRSA 0.248\n",
      "\tsaving\n",
      "subj01 OWFA conv4 characters\n",
      "\tpreparing encoding model features... conv4 characters\n",
      "\t\t train (1000, 3798)\n",
      "\t\t val (1000, 3798)\n",
      "\t\t test (515, 3798)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.209 cRSA 0.048 veUnivar 0.473 veRSA 0.138\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.326 cRSA 0.064 veUnivar 0.537 veRSA 0.158\n",
      "\tsaving\n",
      "subj01 OWFA relu3 characters\n",
      "\tpreparing encoding model features... relu3 characters\n",
      "\t\t train (1000, 1560)\n",
      "\t\t val (1000, 1560)\n",
      "\t\t test (515, 1560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.3 cRSA 0.072 veUnivar 0.462 veRSA 0.139\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.333 cRSA 0.097 veUnivar 0.533 veRSA 0.17\n",
      "\tsaving\n",
      "subj01 OWFA groupnorm3 characters\n",
      "\tpreparing encoding model features... groupnorm3 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 3316)\n",
      "\t\t val (1000, 3316)\n",
      "\t\t test (515, 3316)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.173 cRSA 0.035 veUnivar 0.448 veRSA 0.177\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.233 cRSA 0.044 veUnivar 0.519 veRSA 0.214\n",
      "\tsaving\n",
      "subj01 OWFA conv3 characters\n",
      "\tpreparing encoding model features... conv3 characters\n",
      "\t\t train (1000, 4276)\n",
      "\t\t val (1000, 4276)\n",
      "\t\t test (515, 4276)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.215 cRSA 0.04 veUnivar 0.46 veRSA 0.137\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.288 cRSA 0.052 veUnivar 0.519 veRSA 0.164\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj02 OWFA norm8 characters\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 2229)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1495)\n",
      "\t\t val (1000, 2229)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1495)\n",
      "\t\t test (515, 2229)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1495)\n",
      "\tpreparing encoding model features... norm8 characters\n",
      "\t\t train (1000, 9)\n",
      "\t\t val (1000, 9)\n",
      "\t\t test (515, 9)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.042 cRSA 0.005 veUnivar -0.017 veRSA 0.004\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.038 cRSA 0.002 veUnivar 0.049 veRSA -0.001\n",
      "\tsaving\n",
      "subj02 OWFA fc8 characters\n",
      "\tpreparing encoding model features... fc8 characters\n",
      "\t\t train (1000, 9)\n",
      "\t\t val (1000, 9)\n",
      "\t\t test (515, 9)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.017 cRSA 0.005 veUnivar -0.003 veRSA 0.003\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.037 cRSA 0.002 veUnivar 0.05 veRSA -0.0\n",
      "\tsaving\n",
      "subj02 OWFA relu7 characters\n",
      "\tpreparing encoding model features... relu7 characters\n",
      "\t\t train (1000, 266)\n",
      "\t\t val (1000, 266)\n",
      "\t\t test (515, 266)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.037 cRSA 0.059 veUnivar 0.285 veRSA 0.076\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.135 cRSA 0.069 veUnivar 0.29 veRSA 0.085\n",
      "\tsaving\n",
      "subj02 OWFA batchnorm7 characters\n",
      "\tpreparing encoding model features... batchnorm7 characters\n",
      "\t\t train (1000, 326)\n",
      "\t\t val (1000, 326)\n",
      "\t\t test (515, 326)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.104 cRSA 0.067 veUnivar 0.307 veRSA 0.095\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.118 cRSA 0.068 veUnivar 0.321 veRSA 0.108\n",
      "\tsaving\n",
      "subj02 OWFA fc7 characters\n",
      "\tpreparing encoding model features... fc7 characters\n",
      "\t\t train (1000, 326)\n",
      "\t\t val (1000, 326)\n",
      "\t\t test (515, 326)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.114 cRSA 0.054 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.125 cRSA 0.056 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj02 OWFA relu6 characters\n",
      "\tpreparing encoding model features... relu6 characters\n",
      "\t\t train (1000, 264)\n",
      "\t\t val (1000, 264)\n",
      "\t\t test (515, 264)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.111 cRSA 0.082 veUnivar 0.361 veRSA 0.106\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.142 cRSA 0.081 veUnivar 0.383 veRSA 0.102\n",
      "\tsaving\n",
      "subj02 OWFA batchnorm6 characters\n",
      "\tpreparing encoding model features... batchnorm6 characters\n",
      "\t\t train (1000, 338)\n",
      "\t\t val (1000, 338)\n",
      "\t\t test (515, 338)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.145 cRSA 0.081 veUnivar 0.424 veRSA 0.159\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.145 cRSA 0.071 veUnivar 0.447 veRSA 0.172\n",
      "\tsaving\n",
      "subj02 OWFA fc6 characters\n",
      "\tpreparing encoding model features... fc6 characters\n",
      "\t\t train (1000, 338)\n",
      "\t\t val (1000, 338)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t test (515, 338)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.144 cRSA 0.07 veUnivar 0.228 veRSA 0.08\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.141 cRSA 0.07 veUnivar 0.228 veRSA 0.077\n",
      "\tsaving\n",
      "subj02 OWFA avgpool5 characters\n",
      "\tpreparing encoding model features... avgpool5 characters\n",
      "\t\t train (1000, 463)\n",
      "\t\t val (1000, 463)\n",
      "\t\t test (515, 463)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.239 cRSA 0.062 veUnivar 0.414 veRSA 0.175\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.185 cRSA 0.048 veUnivar 0.407 veRSA 0.197\n",
      "\tsaving\n",
      "subj02 OWFA maxpool5 characters\n",
      "\tpreparing encoding model features... maxpool5 characters\n",
      "\t\t train (1000, 463)\n",
      "\t\t val (1000, 463)\n",
      "\t\t test (515, 463)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.239 cRSA 0.062 veUnivar 0.414 veRSA 0.175\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.185 cRSA 0.048 veUnivar 0.407 veRSA 0.197\n",
      "\tsaving\n",
      "subj02 OWFA relu5 characters\n",
      "\tpreparing encoding model features... relu5 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 1264)\n",
      "\t\t val (1000, 1264)\n",
      "\t\t test (515, 1264)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.206 cRSA 0.042 veUnivar 0.41 veRSA 0.17\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.163 cRSA 0.024 veUnivar 0.385 veRSA 0.191\n",
      "\tsaving\n",
      "subj02 OWFA groupnorm5 characters\n",
      "\tpreparing encoding model features... groupnorm5 characters\n",
      "\t\t train (1000, 3005)\n",
      "\t\t val (1000, 3005)\n",
      "\t\t test (515, 3005)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.109 cRSA 0.033 veUnivar 0.461 veRSA 0.222\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.122 cRSA 0.044 veUnivar 0.425 veRSA 0.234\n",
      "\tsaving\n",
      "subj02 OWFA conv5 characters\n",
      "\tpreparing encoding model features... conv5 characters\n",
      "\t\t train (1000, 3252)\n",
      "\t\t val (1000, 3252)\n",
      "\t\t test (515, 3252)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.109 cRSA 0.039 veUnivar 0.451 veRSA 0.173\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.112 cRSA 0.047 veUnivar 0.404 veRSA 0.169\n",
      "\tsaving\n",
      "subj02 OWFA relu4 characters\n",
      "\tpreparing encoding model features... relu4 characters\n",
      "\t\t train (1000, 2220)\n",
      "\t\t val (1000, 2220)\n",
      "\t\t test (515, 2220)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.269 cRSA 0.101 veUnivar 0.433 veRSA 0.193\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.256 cRSA 0.104 veUnivar 0.371 veRSA 0.204\n",
      "\tsaving\n",
      "subj02 OWFA groupnorm4 characters\n",
      "\tpreparing encoding model features... groupnorm4 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 3512)\n",
      "\t\t val (1000, 3512)\n",
      "\t\t test (515, 3512)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.186 cRSA 0.047 veUnivar 0.44 veRSA 0.227\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.194 cRSA 0.055 veUnivar 0.417 veRSA 0.24\n",
      "\tsaving\n",
      "subj02 OWFA conv4 characters\n",
      "\tpreparing encoding model features... conv4 characters\n",
      "\t\t train (1000, 3798)\n",
      "\t\t val (1000, 3798)\n",
      "\t\t test (515, 3798)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.185 cRSA 0.047 veUnivar 0.399 veRSA 0.154\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.197 cRSA 0.06 veUnivar 0.344 veRSA 0.174\n",
      "\tsaving\n",
      "subj02 OWFA relu3 characters\n",
      "\tpreparing encoding model features... relu3 characters\n",
      "\t\t train (1000, 1560)\n",
      "\t\t val (1000, 1560)\n",
      "\t\t test (515, 1560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.255 cRSA 0.093 veUnivar 0.397 veRSA 0.182\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.257 cRSA 0.107 veUnivar 0.378 veRSA 0.177\n",
      "\tsaving\n",
      "subj02 OWFA groupnorm3 characters\n",
      "\tpreparing encoding model features... groupnorm3 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 3316)\n",
      "\t\t val (1000, 3316)\n",
      "\t\t test (515, 3316)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.087 cRSA 0.031 veUnivar 0.348 veRSA 0.185\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.129 cRSA 0.042 veUnivar 0.376 veRSA 0.207\n",
      "\tsaving\n",
      "subj02 OWFA conv3 characters\n",
      "\tpreparing encoding model features... conv3 characters\n",
      "\t\t train (1000, 4276)\n",
      "\t\t val (1000, 4276)\n",
      "\t\t test (515, 4276)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.091 cRSA 0.033 veUnivar 0.358 veRSA 0.161\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.151 cRSA 0.051 veUnivar 0.329 veRSA 0.178\n",
      "\tsaving\n",
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj03 OWFA norm8 characters\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 2478)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 2105)\n",
      "\t\t val (1000, 2478)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 2105)\n",
      "\t\t test (515, 2478)\n",
      "\t\tmasking\n",
      "\t\t test (515, 2105)\n",
      "\tpreparing encoding model features... norm8 characters\n",
      "\t\t train (1000, 9)\n",
      "\t\t val (1000, 9)\n",
      "\t\t test (515, 9)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.016 cRSA 0.004 veUnivar 0.075 veRSA 0.005\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.009 cRSA 0.006 veUnivar 0.018 veRSA -0.001\n",
      "\tsaving\n",
      "subj03 OWFA fc8 characters\n",
      "\tpreparing encoding model features... fc8 characters\n",
      "\t\t train (1000, 9)\n",
      "\t\t val (1000, 9)\n",
      "\t\t test (515, 9)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.021 cRSA 0.004 veUnivar 0.078 veRSA 0.003\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.039 cRSA 0.008 veUnivar 0.02 veRSA -0.001\n",
      "\tsaving\n",
      "subj03 OWFA relu7 characters\n",
      "\tpreparing encoding model features... relu7 characters\n",
      "\t\t train (1000, 266)\n",
      "\t\t val (1000, 266)\n",
      "\t\t test (515, 266)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.073 cRSA 0.066 veUnivar 0.237 veRSA 0.091\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.106 cRSA 0.087 veUnivar 0.278 veRSA 0.098\n",
      "\tsaving\n",
      "subj03 OWFA batchnorm7 characters\n",
      "\tpreparing encoding model features... batchnorm7 characters\n",
      "\t\t train (1000, 326)\n",
      "\t\t val (1000, 326)\n",
      "\t\t test (515, 326)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.18 cRSA 0.083 veUnivar 0.275 veRSA 0.13\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.23 cRSA 0.096 veUnivar 0.339 veRSA 0.137\n",
      "\tsaving\n",
      "subj03 OWFA fc7 characters\n",
      "\tpreparing encoding model features... fc7 characters\n",
      "\t\t train (1000, 326)\n",
      "\t\t val (1000, 326)\n",
      "\t\t test (515, 326)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.183 cRSA 0.061 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.238 cRSA 0.079 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj03 OWFA relu6 characters\n",
      "\tpreparing encoding model features... relu6 characters\n",
      "\t\t train (1000, 264)\n",
      "\t\t val (1000, 264)\n",
      "\t\t test (515, 264)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.135 cRSA 0.096 veUnivar 0.347 veRSA 0.101\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.144 cRSA 0.102 veUnivar 0.346 veRSA 0.096\n",
      "\tsaving\n",
      "subj03 OWFA batchnorm6 characters\n",
      "\tpreparing encoding model features... batchnorm6 characters\n",
      "\t\t train (1000, 338)\n",
      "\t\t val (1000, 338)\n",
      "\t\t test (515, 338)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.218 cRSA 0.095 veUnivar 0.376 veRSA 0.171\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.21 cRSA 0.096 veUnivar 0.398 veRSA 0.174\n",
      "\tsaving\n",
      "subj03 OWFA fc6 characters\n",
      "\tpreparing encoding model features... fc6 characters\n",
      "\t\t train (1000, 338)\n",
      "\t\t val (1000, 338)\n",
      "\t\t test (515, 338)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.224 cRSA 0.085 veUnivar 0.272 veRSA 0.083\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.214 cRSA 0.092 veUnivar 0.309 veRSA 0.083\n",
      "\tsaving\n",
      "subj03 OWFA avgpool5 characters\n",
      "\tpreparing encoding model features... avgpool5 characters\n",
      "\t\t train (1000, 463)\n",
      "\t\t val (1000, 463)\n",
      "\t\t test (515, 463)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.271 cRSA 0.055 veUnivar 0.354 veRSA 0.125\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.337 cRSA 0.059 veUnivar 0.434 veRSA 0.162\n",
      "\tsaving\n",
      "subj03 OWFA maxpool5 characters\n",
      "\tpreparing encoding model features... maxpool5 characters\n",
      "\t\t train (1000, 463)\n",
      "\t\t val (1000, 463)\n",
      "\t\t test (515, 463)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.271 cRSA 0.055 veUnivar 0.354 veRSA 0.125\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.337 cRSA 0.059 veUnivar 0.434 veRSA 0.162\n",
      "\tsaving\n",
      "subj03 OWFA relu5 characters\n",
      "\tpreparing encoding model features... relu5 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 1264)\n",
      "\t\t val (1000, 1264)\n",
      "\t\t test (515, 1264)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.254 cRSA 0.042 veUnivar 0.338 veRSA 0.112\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.324 cRSA 0.042 veUnivar 0.425 veRSA 0.139\n",
      "\tsaving\n",
      "subj03 OWFA groupnorm5 characters\n",
      "\tpreparing encoding model features... groupnorm5 characters\n",
      "\t\t train (1000, 3005)\n",
      "\t\t val (1000, 3005)\n",
      "\t\t test (515, 3005)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.099 cRSA 0.025 veUnivar 0.408 veRSA 0.161\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.173 cRSA 0.042 veUnivar 0.486 veRSA 0.193\n",
      "\tsaving\n",
      "subj03 OWFA conv5 characters\n",
      "\tpreparing encoding model features... conv5 characters\n",
      "\t\t train (1000, 3252)\n",
      "\t\t val (1000, 3252)\n",
      "\t\t test (515, 3252)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.075 cRSA 0.032 veUnivar 0.332 veRSA 0.105\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.174 cRSA 0.05 veUnivar 0.431 veRSA 0.152\n",
      "\tsaving\n",
      "subj03 OWFA relu4 characters\n",
      "\tpreparing encoding model features... relu4 characters\n",
      "\t\t train (1000, 2220)\n",
      "\t\t val (1000, 2220)\n",
      "\t\t test (515, 2220)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.263 cRSA 0.078 veUnivar 0.364 veRSA 0.131\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.351 cRSA 0.093 veUnivar 0.456 veRSA 0.157\n",
      "\tsaving\n",
      "subj03 OWFA groupnorm4 characters\n",
      "\tpreparing encoding model features... groupnorm4 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 3512)\n",
      "\t\t val (1000, 3512)\n",
      "\t\t test (515, 3512)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.172 cRSA 0.036 veUnivar 0.408 veRSA 0.187\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.3 cRSA 0.06 veUnivar 0.486 veRSA 0.207\n",
      "\tsaving\n",
      "subj03 OWFA conv4 characters\n",
      "\tpreparing encoding model features... conv4 characters\n",
      "\t\t train (1000, 3798)\n",
      "\t\t val (1000, 3798)\n",
      "\t\t test (515, 3798)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.162 cRSA 0.038 veUnivar 0.377 veRSA 0.12\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.308 cRSA 0.063 veUnivar 0.465 veRSA 0.149\n",
      "\tsaving\n",
      "subj03 OWFA relu3 characters\n",
      "\tpreparing encoding model features... relu3 characters\n",
      "\t\t train (1000, 1560)\n",
      "\t\t val (1000, 1560)\n",
      "\t\t test (515, 1560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.241 cRSA 0.066 veUnivar 0.354 veRSA 0.12\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.325 cRSA 0.104 veUnivar 0.457 veRSA 0.154\n",
      "\tsaving\n",
      "subj03 OWFA groupnorm3 characters\n",
      "\tpreparing encoding model features... groupnorm3 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 3316)\n",
      "\t\t val (1000, 3316)\n",
      "\t\t test (515, 3316)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.073 cRSA 0.024 veUnivar 0.348 veRSA 0.15\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.201 cRSA 0.044 veUnivar 0.465 veRSA 0.191\n",
      "\tsaving\n",
      "subj03 OWFA conv3 characters\n",
      "\tpreparing encoding model features... conv3 characters\n",
      "\t\t train (1000, 4276)\n",
      "\t\t val (1000, 4276)\n",
      "\t\t test (515, 4276)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.099 cRSA 0.026 veUnivar 0.326 veRSA 0.126\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.229 cRSA 0.052 veUnivar 0.431 veRSA 0.169\n",
      "\tsaving\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.048 cRSA 0.029 veUnivar 0.326 veRSA 0.104\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.121 cRSA 0.027 veUnivar 0.315 veRSA 0.086\n",
      "\tsaving\n",
      "subj08 OWFA relu4 characters\n",
      "\tpreparing encoding model features... relu4 characters\n",
      "\t\t train (1000, 2220)\n",
      "\t\t val (1000, 2220)\n",
      "\t\t test (515, 2220)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.239 cRSA 0.051 veUnivar 0.362 veRSA 0.138\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.251 cRSA 0.049 veUnivar 0.361 veRSA 0.13\n",
      "\tsaving\n",
      "subj08 OWFA groupnorm4 characters\n",
      "\tpreparing encoding model features... groupnorm4 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 3512)\n",
      "\t\t val (1000, 3512)\n",
      "\t\t test (515, 3512)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.159 cRSA 0.033 veUnivar 0.392 veRSA 0.178\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.196 cRSA 0.043 veUnivar 0.392 veRSA 0.177\n",
      "\tsaving\n",
      "subj08 OWFA conv4 characters\n",
      "\tpreparing encoding model features... conv4 characters\n",
      "\t\t train (1000, 3798)\n",
      "\t\t val (1000, 3798)\n",
      "\t\t test (515, 3798)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.128 cRSA 0.035 veUnivar 0.369 veRSA 0.133\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.193 cRSA 0.046 veUnivar 0.373 veRSA 0.12\n",
      "\tsaving\n",
      "subj08 OWFA relu3 characters\n",
      "\tpreparing encoding model features... relu3 characters\n",
      "\t\t train (1000, 1560)\n",
      "\t\t val (1000, 1560)\n",
      "\t\t test (515, 1560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.232 cRSA 0.064 veUnivar 0.322 veRSA 0.137\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.229 cRSA 0.072 veUnivar 0.292 veRSA 0.129\n",
      "\tsaving\n",
      "subj08 OWFA groupnorm3 characters\n",
      "\tpreparing encoding model features... groupnorm3 characters\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 3316)\n",
      "\t\t val (1000, 3316)\n",
      "\t\t test (515, 3316)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.074 cRSA 0.031 veUnivar 0.317 veRSA 0.179\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.101 cRSA 0.038 veUnivar 0.304 veRSA 0.164\n",
      "\tsaving\n",
      "subj08 OWFA conv3 characters\n",
      "\tpreparing encoding model features... conv3 characters\n",
      "\t\t train (1000, 4276)\n",
      "\t\t val (1000, 4276)\n",
      "\t\t test (515, 4276)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.089 cRSA 0.032 veUnivar 0.335 veRSA 0.144\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.135 cRSA 0.042 veUnivar 0.315 veRSA 0.141\n",
      "\tsaving\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='8' class='' max='8' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [8/8 12:13&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj01 FBA-2 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 1873)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1298)\n",
      "\t\t val (1000, 1873)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1298)\n",
      "\t\t test (515, 1873)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1298)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.007 cRSA 0.001 veUnivar 0.004 veRSA 0.005\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.072 cRSA 0.003 veUnivar -0.007 veRSA 0.004\n",
      "\tsaving\n",
      "subj01 FBA-2 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.007 cRSA 0.001 veUnivar 0.005 veRSA 0.004\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.072 cRSA 0.003 veUnivar -0.001 veRSA 0.004\n",
      "\tsaving\n",
      "subj01 FBA-2 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.11 cRSA 0.072 veUnivar 0.285 veRSA 0.111\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.212 cRSA 0.083 veUnivar 0.302 veRSA 0.147\n",
      "\tsaving\n",
      "subj01 FBA-2 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.241 cRSA 0.118 veUnivar 0.412 veRSA 0.224\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.336 cRSA 0.15 veUnivar 0.465 veRSA 0.277\n",
      "\tsaving\n",
      "subj01 FBA-2 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.255 cRSA 0.069 veUnivar 0.324 veRSA 0.119\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.355 cRSA 0.092 veUnivar 0.354 veRSA 0.161\n",
      "\tsaving\n",
      "subj01 FBA-2 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.221 cRSA 0.091 veUnivar 0.359 veRSA 0.167\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.282 cRSA 0.116 veUnivar 0.348 veRSA 0.263\n",
      "\tsaving\n",
      "subj01 FBA-2 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.345 cRSA 0.125 veUnivar 0.496 veRSA 0.31\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.405 cRSA 0.168 veUnivar 0.539 veRSA 0.404\n",
      "\tsaving\n",
      "subj01 FBA-2 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.347 cRSA 0.108 veUnivar 0.468 veRSA 0.276\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.404 cRSA 0.164 veUnivar 0.496 veRSA 0.383\n",
      "\tsaving\n",
      "subj01 FBA-2 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.266 cRSA 0.03 veUnivar 0.362 veRSA 0.159\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.314 cRSA 0.042 veUnivar 0.427 veRSA 0.241\n",
      "\tsaving\n",
      "subj01 FBA-2 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.266 cRSA 0.03 veUnivar 0.362 veRSA 0.159\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.314 cRSA 0.042 veUnivar 0.427 veRSA 0.241\n",
      "\tsaving\n",
      "subj01 FBA-2 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n",
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.22 cRSA 0.02 veUnivar 0.349 veRSA 0.14\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.269 cRSA 0.027 veUnivar 0.437 veRSA 0.22\n",
      "\tsaving\n",
      "subj01 FBA-2 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.256 cRSA 0.02 veUnivar 0.398 veRSA 0.179\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.31 cRSA 0.025 veUnivar 0.448 veRSA 0.259\n",
      "\tsaving\n",
      "subj01 FBA-2 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.288 cRSA 0.028 veUnivar 0.365 veRSA 0.147\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.32 cRSA 0.033 veUnivar 0.421 veRSA 0.2\n",
      "\tsaving\n",
      "subj01 FBA-2 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.198 cRSA 0.034 veUnivar 0.307 veRSA 0.089\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.241 cRSA 0.051 veUnivar 0.407 veRSA 0.176\n",
      "\tsaving\n",
      "subj01 FBA-2 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.246 cRSA 0.025 veUnivar 0.375 veRSA 0.135\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.26 cRSA 0.028 veUnivar 0.427 veRSA 0.207\n",
      "\tsaving\n",
      "subj01 FBA-2 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.281 cRSA 0.038 veUnivar 0.349 veRSA 0.089\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.28 cRSA 0.049 veUnivar 0.412 veRSA 0.156\n",
      "\tsaving\n",
      "subj01 FBA-2 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.157 cRSA 0.022 veUnivar 0.212 veRSA 0.045\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.184 cRSA 0.035 veUnivar 0.274 veRSA 0.142\n",
      "\tsaving\n",
      "subj01 FBA-2 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.151 cRSA 0.018 veUnivar 0.326 veRSA 0.091\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.199 cRSA 0.02 veUnivar 0.376 veRSA 0.159\n",
      "\tsaving\n",
      "subj01 FBA-2 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.2 cRSA 0.02 veUnivar 0.35 veRSA 0.067\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.22 cRSA 0.027 veUnivar 0.34 veRSA 0.131\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj02 FBA-2 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 5348)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 3780)\n",
      "\t\t val (1000, 5348)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 3780)\n",
      "\t\t test (515, 5348)\n",
      "\t\tmasking\n",
      "\t\t test (515, 3780)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.005 cRSA 0.006 veUnivar 0.029 veRSA 0.011\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.049 cRSA 0.003 veUnivar 0.019 veRSA -0.0\n",
      "\tsaving\n",
      "subj02 FBA-2 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.005 cRSA 0.006 veUnivar 0.028 veRSA 0.011\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.042 cRSA 0.003 veUnivar 0.029 veRSA -0.0\n",
      "\tsaving\n",
      "subj02 FBA-2 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.166 cRSA 0.077 veUnivar 0.396 veRSA 0.107\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.271 cRSA 0.081 veUnivar 0.371 veRSA 0.116\n",
      "\tsaving\n",
      "subj02 FBA-2 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.303 cRSA 0.108 veUnivar 0.482 veRSA 0.16\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.323 cRSA 0.123 veUnivar 0.464 veRSA 0.213\n",
      "\tsaving\n",
      "subj02 FBA-2 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.323 cRSA 0.07 veUnivar 0.369 veRSA 0.081\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.336 cRSA 0.079 veUnivar 0.32 veRSA 0.089\n",
      "\tsaving\n",
      "subj02 FBA-2 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.31 cRSA 0.109 veUnivar 0.45 veRSA 0.196\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.333 cRSA 0.126 veUnivar 0.437 veRSA 0.201\n",
      "\tsaving\n",
      "subj02 FBA-2 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.449 cRSA 0.15 veUnivar 0.553 veRSA 0.32\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.441 cRSA 0.157 veUnivar 0.57 veRSA 0.316\n",
      "\tsaving\n",
      "subj02 FBA-2 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.449 cRSA 0.106 veUnivar 0.484 veRSA 0.251\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.442 cRSA 0.13 veUnivar 0.525 veRSA 0.277\n",
      "\tsaving\n",
      "subj02 FBA-2 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.269 cRSA 0.051 veUnivar 0.468 veRSA 0.189\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.263 cRSA 0.026 veUnivar 0.435 veRSA 0.178\n",
      "\tsaving\n",
      "subj02 FBA-2 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.269 cRSA 0.051 veUnivar 0.468 veRSA 0.189\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.263 cRSA 0.026 veUnivar 0.435 veRSA 0.178\n",
      "\tsaving\n",
      "subj02 FBA-2 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n",
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.193 cRSA 0.031 veUnivar 0.424 veRSA 0.154\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.207 cRSA 0.017 veUnivar 0.408 veRSA 0.157\n",
      "\tsaving\n",
      "subj02 FBA-2 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.221 cRSA 0.033 veUnivar 0.444 veRSA 0.205\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.234 cRSA 0.012 veUnivar 0.439 veRSA 0.22\n",
      "\tsaving\n",
      "subj02 FBA-2 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.291 cRSA 0.04 veUnivar 0.404 veRSA 0.156\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.256 cRSA 0.02 veUnivar 0.386 veRSA 0.145\n",
      "\tsaving\n",
      "subj02 FBA-2 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.18 cRSA 0.052 veUnivar 0.371 veRSA 0.138\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.201 cRSA 0.06 veUnivar 0.374 veRSA 0.142\n",
      "\tsaving\n",
      "subj02 FBA-2 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.215 cRSA 0.033 veUnivar 0.419 veRSA 0.16\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.244 cRSA 0.027 veUnivar 0.423 veRSA 0.21\n",
      "\tsaving\n",
      "subj02 FBA-2 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.272 cRSA 0.04 veUnivar 0.357 veRSA 0.074\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.264 cRSA 0.042 veUnivar 0.369 veRSA 0.066\n",
      "\tsaving\n",
      "subj02 FBA-2 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.163 cRSA 0.031 veUnivar 0.273 veRSA 0.086\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.179 cRSA 0.038 veUnivar 0.292 veRSA 0.094\n",
      "\tsaving\n",
      "subj02 FBA-2 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.171 cRSA 0.018 veUnivar 0.37 veRSA 0.107\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.177 cRSA 0.022 veUnivar 0.335 veRSA 0.111\n",
      "\tsaving\n",
      "subj02 FBA-2 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.198 cRSA 0.02 veUnivar 0.379 veRSA 0.077\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.21 cRSA 0.017 veUnivar 0.382 veRSA 0.065\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj03 FBA-2 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 2179)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1696)\n",
      "\t\t val (1000, 2179)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1696)\n",
      "\t\t test (515, 2179)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1696)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.04 cRSA 0.004 veUnivar 0.063 veRSA 0.003\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.048 cRSA 0.006 veUnivar -0.021 veRSA 0.007\n",
      "\tsaving\n",
      "subj03 FBA-2 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.037 cRSA 0.004 veUnivar 0.078 veRSA 0.003\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.044 cRSA 0.006 veUnivar 0.01 veRSA 0.007\n",
      "\tsaving\n",
      "subj03 FBA-2 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.064 cRSA 0.059 veUnivar 0.329 veRSA 0.091\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.145 cRSA 0.065 veUnivar 0.309 veRSA 0.092\n",
      "\tsaving\n",
      "subj03 FBA-2 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.242 cRSA 0.098 veUnivar 0.401 veRSA 0.175\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.299 cRSA 0.115 veUnivar 0.441 veRSA 0.185\n",
      "\tsaving\n",
      "subj03 FBA-2 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.252 cRSA 0.061 veUnivar 0.36 veRSA 0.098\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.312 cRSA 0.069 veUnivar 0.389 veRSA 0.1\n",
      "\tsaving\n",
      "subj03 FBA-2 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.189 cRSA 0.076 veUnivar 0.391 veRSA 0.126\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.259 cRSA 0.089 veUnivar 0.411 veRSA 0.167\n",
      "\tsaving\n",
      "subj03 FBA-2 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.292 cRSA 0.098 veUnivar 0.523 veRSA 0.237\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.359 cRSA 0.119 veUnivar 0.553 veRSA 0.285\n",
      "\tsaving\n",
      "subj03 FBA-2 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.297 cRSA 0.077 veUnivar 0.488 veRSA 0.184\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.362 cRSA 0.095 veUnivar 0.517 veRSA 0.251\n",
      "\tsaving\n",
      "subj03 FBA-2 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.21 cRSA 0.028 veUnivar 0.357 veRSA 0.091\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.39 cRSA 0.043 veUnivar 0.5 veRSA 0.172\n",
      "\tsaving\n",
      "subj03 FBA-2 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.21 cRSA 0.028 veUnivar 0.357 veRSA 0.091\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.39 cRSA 0.043 veUnivar 0.5 veRSA 0.172\n",
      "\tsaving\n",
      "subj03 FBA-2 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n",
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.184 cRSA 0.02 veUnivar 0.34 veRSA 0.08\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.337 cRSA 0.028 veUnivar 0.497 veRSA 0.174\n",
      "\tsaving\n",
      "subj03 FBA-2 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.155 cRSA 0.017 veUnivar 0.366 veRSA 0.126\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.353 cRSA 0.025 veUnivar 0.478 veRSA 0.19\n",
      "\tsaving\n",
      "subj03 FBA-2 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.195 cRSA 0.022 veUnivar 0.366 veRSA 0.104\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.374 cRSA 0.034 veUnivar 0.454 veRSA 0.137\n",
      "\tsaving\n",
      "subj03 FBA-2 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.149 cRSA 0.036 veUnivar 0.301 veRSA 0.07\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.29 cRSA 0.05 veUnivar 0.402 veRSA 0.134\n",
      "\tsaving\n",
      "subj03 FBA-2 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.157 cRSA 0.023 veUnivar 0.317 veRSA 0.1\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.307 cRSA 0.036 veUnivar 0.445 veRSA 0.176\n",
      "\tsaving\n",
      "subj03 FBA-2 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.198 cRSA 0.031 veUnivar 0.271 veRSA 0.055\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.319 cRSA 0.042 veUnivar 0.38 veRSA 0.101\n",
      "\tsaving\n",
      "subj03 FBA-2 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.075 cRSA 0.023 veUnivar 0.129 veRSA 0.029\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.23 cRSA 0.033 veUnivar 0.315 veRSA 0.087\n",
      "\tsaving\n",
      "subj03 FBA-2 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.006 cRSA 0.012 veUnivar 0.157 veRSA 0.05\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.208 cRSA 0.022 veUnivar 0.342 veRSA 0.12\n",
      "\tsaving\n",
      "subj03 FBA-2 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.063 cRSA 0.015 veUnivar 0.183 veRSA 0.038\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.251 cRSA 0.022 veUnivar 0.335 veRSA 0.076\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj04 FBA-2 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 2523)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1561)\n",
      "\t\t val (1000, 2523)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1561)\n",
      "\t\t test (515, 2523)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1561)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.035 cRSA 0.002 veUnivar 0.046 veRSA 0.007\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.101 cRSA 0.001 veUnivar -0.054 veRSA -0.003\n",
      "\tsaving\n",
      "subj04 FBA-2 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.028 cRSA 0.002 veUnivar 0.042 veRSA 0.007\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.097 cRSA 0.001 veUnivar -0.035 veRSA -0.003\n",
      "\tsaving\n",
      "subj04 FBA-2 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.103 cRSA 0.048 veUnivar 0.219 veRSA 0.059\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.169 cRSA 0.065 veUnivar 0.201 veRSA 0.083\n",
      "\tsaving\n",
      "subj04 FBA-2 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.19 cRSA 0.072 veUnivar 0.317 veRSA 0.11\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.214 cRSA 0.112 veUnivar 0.306 veRSA 0.168\n",
      "\tsaving\n",
      "subj04 FBA-2 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.206 cRSA 0.047 veUnivar 0.279 veRSA 0.046\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.222 cRSA 0.066 veUnivar 0.212 veRSA 0.1\n",
      "\tsaving\n",
      "subj04 FBA-2 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.182 cRSA 0.07 veUnivar 0.242 veRSA 0.098\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.21 cRSA 0.097 veUnivar 0.232 veRSA 0.184\n",
      "\tsaving\n",
      "subj04 FBA-2 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.271 cRSA 0.094 veUnivar 0.379 veRSA 0.196\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.277 cRSA 0.124 veUnivar 0.385 veRSA 0.275\n",
      "\tsaving\n",
      "subj04 FBA-2 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.27 cRSA 0.074 veUnivar 0.315 veRSA 0.159\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.277 cRSA 0.114 veUnivar 0.34 veRSA 0.261\n",
      "\tsaving\n",
      "subj04 FBA-2 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.211 cRSA 0.021 veUnivar 0.28 veRSA 0.084\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.152 cRSA 0.03 veUnivar 0.27 veRSA 0.144\n",
      "\tsaving\n",
      "subj04 FBA-2 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.211 cRSA 0.021 veUnivar 0.28 veRSA 0.084\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.152 cRSA 0.03 veUnivar 0.27 veRSA 0.144\n",
      "\tsaving\n",
      "subj04 FBA-2 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n",
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.178 cRSA 0.015 veUnivar 0.268 veRSA 0.081\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.128 cRSA 0.019 veUnivar 0.281 veRSA 0.131\n",
      "\tsaving\n",
      "subj04 FBA-2 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.182 cRSA 0.012 veUnivar 0.297 veRSA 0.1\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.145 cRSA 0.021 veUnivar 0.263 veRSA 0.161\n",
      "\tsaving\n",
      "subj04 FBA-2 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.201 cRSA 0.018 veUnivar 0.237 veRSA 0.085\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.169 cRSA 0.027 veUnivar 0.268 veRSA 0.119\n",
      "\tsaving\n",
      "subj04 FBA-2 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.147 cRSA 0.024 veUnivar 0.29 veRSA 0.066\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.128 cRSA 0.039 veUnivar 0.241 veRSA 0.094\n",
      "\tsaving\n",
      "subj04 FBA-2 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.185 cRSA 0.023 veUnivar 0.305 veRSA 0.096\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.148 cRSA 0.022 veUnivar 0.264 veRSA 0.128\n",
      "\tsaving\n",
      "subj04 FBA-2 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.235 cRSA 0.029 veUnivar 0.256 veRSA 0.058\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.163 cRSA 0.034 veUnivar 0.241 veRSA 0.055\n",
      "\tsaving\n",
      "subj04 FBA-2 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.13 cRSA 0.018 veUnivar 0.176 veRSA 0.038\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.129 cRSA 0.026 veUnivar 0.188 veRSA 0.077\n",
      "\tsaving\n",
      "subj04 FBA-2 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.131 cRSA 0.013 veUnivar 0.237 veRSA 0.054\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.128 cRSA 0.021 veUnivar 0.26 veRSA 0.083\n",
      "\tsaving\n",
      "subj04 FBA-2 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.167 cRSA 0.012 veUnivar 0.214 veRSA 0.04\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.151 cRSA 0.022 veUnivar 0.256 veRSA 0.062\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj05 FBA-2 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 2034)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1401)\n",
      "\t\t val (1000, 2034)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1401)\n",
      "\t\t test (515, 2034)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1401)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.096 cRSA 0.0 veUnivar 0.094 veRSA 0.001\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.062 cRSA 0.004 veUnivar -0.057 veRSA -0.0\n",
      "\tsaving\n",
      "subj05 FBA-2 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.093 cRSA 0.0 veUnivar 0.09 veRSA 0.001\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.059 cRSA 0.004 veUnivar -0.052 veRSA -0.002\n",
      "\tsaving\n",
      "subj05 FBA-2 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.128 cRSA 0.055 veUnivar 0.259 veRSA 0.077\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.22 cRSA 0.068 veUnivar 0.259 veRSA 0.076\n",
      "\tsaving\n",
      "subj05 FBA-2 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.269 cRSA 0.077 veUnivar 0.342 veRSA 0.172\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.264 cRSA 0.096 veUnivar 0.331 veRSA 0.182\n",
      "\tsaving\n",
      "subj05 FBA-2 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.287 cRSA 0.057 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.274 cRSA 0.059 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj05 FBA-2 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.297 cRSA 0.076 veUnivar 0.334 veRSA 0.181\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.252 cRSA 0.094 veUnivar 0.26 veRSA 0.204\n",
      "\tsaving\n",
      "subj05 FBA-2 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.382 cRSA 0.114 veUnivar 0.439 veRSA 0.292\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.319 cRSA 0.125 veUnivar 0.404 veRSA 0.331\n",
      "\tsaving\n",
      "subj05 FBA-2 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.382 cRSA 0.076 veUnivar 0.355 veRSA 0.209\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.319 cRSA 0.121 veUnivar 0.357 veRSA 0.267\n",
      "\tsaving\n",
      "subj05 FBA-2 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.236 cRSA 0.023 veUnivar 0.347 veRSA 0.103\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.225 cRSA 0.024 veUnivar 0.345 veRSA 0.123\n",
      "\tsaving\n",
      "subj05 FBA-2 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.236 cRSA 0.023 veUnivar 0.347 veRSA 0.103\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.225 cRSA 0.024 veUnivar 0.345 veRSA 0.123\n",
      "\tsaving\n",
      "subj05 FBA-2 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n",
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.183 cRSA 0.015 veUnivar 0.339 veRSA 0.097\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.194 cRSA 0.014 veUnivar 0.34 veRSA 0.115\n",
      "\tsaving\n",
      "subj05 FBA-2 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.176 cRSA 0.01 veUnivar 0.361 veRSA 0.136\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.202 cRSA 0.012 veUnivar 0.345 veRSA 0.216\n",
      "\tsaving\n",
      "subj05 FBA-2 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.236 cRSA 0.015 veUnivar 0.373 veRSA 0.058\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.227 cRSA 0.017 veUnivar 0.332 veRSA 0.087\n",
      "\tsaving\n",
      "subj05 FBA-2 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.154 cRSA 0.033 veUnivar 0.275 veRSA 0.086\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.179 cRSA 0.055 veUnivar 0.246 veRSA 0.159\n",
      "\tsaving\n",
      "subj05 FBA-2 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.185 cRSA 0.022 veUnivar 0.312 veRSA 0.154\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.181 cRSA 0.023 veUnivar 0.285 veRSA 0.212\n",
      "\tsaving\n",
      "subj05 FBA-2 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.211 cRSA 0.028 veUnivar 0.272 veRSA 0.042\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.197 cRSA 0.034 veUnivar 0.307 veRSA 0.03\n",
      "\tsaving\n",
      "subj05 FBA-2 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.112 cRSA 0.02 veUnivar 0.163 veRSA 0.032\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.164 cRSA 0.03 veUnivar 0.233 veRSA 0.08\n",
      "\tsaving\n",
      "subj05 FBA-2 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.102 cRSA 0.01 veUnivar 0.236 veRSA 0.073\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.172 cRSA 0.015 veUnivar 0.264 veRSA 0.093\n",
      "\tsaving\n",
      "subj05 FBA-2 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.109 cRSA 0.01 veUnivar 0.294 veRSA 0.02\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.176 cRSA 0.012 veUnivar 0.3 veRSA 0.035\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj06 FBA-2 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 1632)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1127)\n",
      "\t\t val (1000, 1632)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1127)\n",
      "\t\t test (515, 1632)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1127)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.063 cRSA 0.001 veUnivar 0.047 veRSA 0.001\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.015 cRSA -0.001 veUnivar -0.034 veRSA 0.002\n",
      "\tsaving\n",
      "subj06 FBA-2 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.064 cRSA 0.001 veUnivar 0.039 veRSA -0.001\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.01 cRSA -0.001 veUnivar -0.036 veRSA 0.001\n",
      "\tsaving\n",
      "subj06 FBA-2 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.046 cRSA 0.031 veUnivar 0.189 veRSA 0.057\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.129 cRSA 0.042 veUnivar 0.14 veRSA 0.036\n",
      "\tsaving\n",
      "subj06 FBA-2 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.177 cRSA 0.054 veUnivar 0.277 veRSA 0.101\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.208 cRSA 0.057 veUnivar 0.256 veRSA 0.119\n",
      "\tsaving\n",
      "subj06 FBA-2 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.179 cRSA 0.033 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.215 cRSA 0.032 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj06 FBA-2 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.081 cRSA 0.041 veUnivar 0.192 veRSA 0.093\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.149 cRSA 0.063 veUnivar 0.21 veRSA 0.065\n",
      "\tsaving\n",
      "subj06 FBA-2 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.101 cRSA 0.061 veUnivar 0.311 veRSA 0.157\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.231 cRSA 0.082 veUnivar 0.328 veRSA 0.15\n",
      "\tsaving\n",
      "subj06 FBA-2 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.105 cRSA 0.038 veUnivar 0.29 veRSA 0.123\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.232 cRSA 0.079 veUnivar 0.321 veRSA 0.117\n",
      "\tsaving\n",
      "subj06 FBA-2 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.185 cRSA 0.024 veUnivar 0.252 veRSA 0.072\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.19 cRSA 0.003 veUnivar 0.291 veRSA 0.073\n",
      "\tsaving\n",
      "subj06 FBA-2 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.185 cRSA 0.024 veUnivar 0.252 veRSA 0.072\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.19 cRSA 0.003 veUnivar 0.291 veRSA 0.073\n",
      "\tsaving\n",
      "subj06 FBA-2 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n",
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.177 cRSA 0.015 veUnivar 0.202 veRSA 0.047\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.176 cRSA -0.003 veUnivar 0.298 veRSA 0.055\n",
      "\tsaving\n",
      "subj06 FBA-2 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.151 cRSA 0.013 veUnivar 0.22 veRSA 0.081\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.212 cRSA 0.003 veUnivar 0.302 veRSA 0.098\n",
      "\tsaving\n",
      "subj06 FBA-2 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.147 cRSA 0.016 veUnivar 0.199 veRSA 0.046\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.185 cRSA 0.009 veUnivar 0.268 veRSA 0.033\n",
      "\tsaving\n",
      "subj06 FBA-2 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.144 cRSA 0.017 veUnivar 0.139 veRSA 0.037\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.175 cRSA 0.03 veUnivar 0.289 veRSA 0.063\n",
      "\tsaving\n",
      "subj06 FBA-2 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.111 cRSA 0.013 veUnivar 0.197 veRSA 0.072\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.183 cRSA 0.009 veUnivar 0.262 veRSA 0.126\n",
      "\tsaving\n",
      "subj06 FBA-2 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.1 cRSA 0.01 veUnivar 0.109 veRSA 0.007\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.167 cRSA 0.018 veUnivar 0.204 veRSA 0.026\n",
      "\tsaving\n",
      "subj06 FBA-2 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.135 cRSA 0.012 veUnivar 0.165 veRSA 0.022\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.123 cRSA 0.017 veUnivar 0.172 veRSA 0.028\n",
      "\tsaving\n",
      "subj06 FBA-2 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.052 cRSA 0.005 veUnivar 0.094 veRSA 0.031\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.122 cRSA 0.003 veUnivar 0.14 veRSA 0.037\n",
      "\tsaving\n",
      "subj06 FBA-2 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.093 cRSA 0.005 veUnivar 0.079 veRSA 0.011\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.151 cRSA 0.004 veUnivar 0.182 veRSA 0.022\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj07 FBA-2 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 2614)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1530)\n",
      "\t\t val (1000, 2614)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1530)\n",
      "\t\t test (515, 2614)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1530)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.027 cRSA 0.002 veUnivar 0.033 veRSA 0.002\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.057 cRSA -0.0 veUnivar -0.016 veRSA -0.002\n",
      "\tsaving\n",
      "subj07 FBA-2 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.027 cRSA 0.002 veUnivar 0.035 veRSA 0.002\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.049 cRSA -0.0 veUnivar 0.005 veRSA -0.001\n",
      "\tsaving\n",
      "subj07 FBA-2 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.152 cRSA 0.062 veUnivar 0.271 veRSA 0.075\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.231 cRSA 0.079 veUnivar 0.299 veRSA 0.089\n",
      "\tsaving\n",
      "subj07 FBA-2 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.248 cRSA 0.09 veUnivar 0.36 veRSA 0.136\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.305 cRSA 0.107 veUnivar 0.414 veRSA 0.146\n",
      "\tsaving\n",
      "subj07 FBA-2 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\twarning: all model weights are 0\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.257 cRSA 0.062 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.319 cRSA 0.072 veUnivar nan veRSA nan\n",
      "\tsaving\n",
      "subj07 FBA-2 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/accentuate/lib/python3.9/site-packages/scipy/stats/_stats_py.py:4781: ConstantInputWarning: An input array is constant; the correlation coefficient is not defined.\n",
      "  warnings.warn(stats.ConstantInputWarning(msg))\n",
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.219 cRSA 0.089 veUnivar 0.282 veRSA 0.121\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.275 cRSA 0.105 veUnivar 0.319 veRSA 0.122\n",
      "\tsaving\n",
      "subj07 FBA-2 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.291 cRSA 0.12 veUnivar 0.408 veRSA 0.227\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.35 cRSA 0.136 veUnivar 0.489 veRSA 0.231\n",
      "\tsaving\n",
      "subj07 FBA-2 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.293 cRSA 0.091 veUnivar 0.37 veRSA 0.177\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.353 cRSA 0.118 veUnivar 0.437 veRSA 0.212\n",
      "\tsaving\n",
      "subj07 FBA-2 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.229 cRSA 0.024 veUnivar 0.3 veRSA 0.079\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.24 cRSA 0.03 veUnivar 0.364 veRSA 0.107\n",
      "\tsaving\n",
      "subj07 FBA-2 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.229 cRSA 0.024 veUnivar 0.3 veRSA 0.079\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.24 cRSA 0.03 veUnivar 0.364 veRSA 0.107\n",
      "\tsaving\n",
      "subj07 FBA-2 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n",
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.174 cRSA 0.019 veUnivar 0.283 veRSA 0.083\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.182 cRSA 0.019 veUnivar 0.361 veRSA 0.11\n",
      "\tsaving\n",
      "subj07 FBA-2 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.186 cRSA 0.015 veUnivar 0.304 veRSA 0.106\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.236 cRSA 0.009 veUnivar 0.377 veRSA 0.136\n",
      "\tsaving\n",
      "subj07 FBA-2 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.196 cRSA 0.019 veUnivar 0.25 veRSA 0.069\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.26 cRSA 0.014 veUnivar 0.341 veRSA 0.052\n",
      "\tsaving\n",
      "subj07 FBA-2 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.137 cRSA 0.04 veUnivar 0.26 veRSA 0.066\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.168 cRSA 0.055 veUnivar 0.333 veRSA 0.1\n",
      "\tsaving\n",
      "subj07 FBA-2 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.149 cRSA 0.029 veUnivar 0.303 veRSA 0.094\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.204 cRSA 0.03 veUnivar 0.372 veRSA 0.144\n",
      "\tsaving\n",
      "subj07 FBA-2 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.16 cRSA 0.037 veUnivar 0.234 veRSA 0.043\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.208 cRSA 0.046 veUnivar 0.312 veRSA 0.044\n",
      "\tsaving\n",
      "subj07 FBA-2 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.121 cRSA 0.025 veUnivar 0.209 veRSA 0.043\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.14 cRSA 0.043 veUnivar 0.289 veRSA 0.079\n",
      "\tsaving\n",
      "subj07 FBA-2 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.113 cRSA 0.015 veUnivar 0.226 veRSA 0.064\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.185 cRSA 0.023 veUnivar 0.328 veRSA 0.096\n",
      "\tsaving\n",
      "subj07 FBA-2 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.127 cRSA 0.016 veUnivar 0.212 veRSA 0.041\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.178 cRSA 0.023 veUnivar 0.325 veRSA 0.062\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "betas already saved. loading...\n",
      "loading train, val, and test data\n",
      "subj08 FBA-2 norm8 bodies\n",
      "\tgetting NSD image features...\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "\n",
       "<style>\n",
       "    /* Turns off some styling */\n",
       "    progress {\n",
       "        /* gets rid of default border in Firefox and Opera. */\n",
       "        border: none;\n",
       "        /* Needs to be in here for Safari polyfill so background images work as expected. */\n",
       "        background-size: auto;\n",
       "    }\n",
       "    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n",
       "        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n",
       "    }\n",
       "    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n",
       "        background: #F44336;\n",
       "    }\n",
       "</style>\n"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      <progress value='3' class='' max='3' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      100.00% [3/3 00:19&lt;00:00]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tpreparing encoding brain data...\n",
      "\t\t train (1000, 1774)\n",
      "\t\tmasking\n",
      "\t\t train (1000, 1145)\n",
      "\t\t val (1000, 1774)\n",
      "\t\tmasking\n",
      "\t\t val (1000, 1145)\n",
      "\t\t test (515, 1774)\n",
      "\t\tmasking\n",
      "\t\t test (515, 1145)\n",
      "\tpreparing encoding model features... norm8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.014 cRSA 0.001 veUnivar 0.014 veRSA 0.008\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.029 cRSA 0.002 veUnivar 0.014 veRSA -0.0\n",
      "\tsaving\n",
      "subj08 FBA-2 fc8 bodies\n",
      "\tpreparing encoding model features... fc8 bodies\n",
      "\t\t train (1000, 2)\n",
      "\t\t val (1000, 2)\n",
      "\t\t test (515, 2)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar -0.014 cRSA 0.001 veUnivar 0.02 veRSA 0.007\n",
      "\tsaving\n",
      "\t\t\t test cUnivar -0.027 cRSA 0.002 veUnivar 0.031 veRSA 0.002\n",
      "\tsaving\n",
      "subj08 FBA-2 relu7 bodies\n",
      "\tpreparing encoding model features... relu7 bodies\n",
      "\t\t train (1000, 66)\n",
      "\t\t val (1000, 66)\n",
      "\t\t test (515, 66)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.074 cRSA 0.043 veUnivar 0.241 veRSA 0.04\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.178 cRSA 0.066 veUnivar 0.31 veRSA 0.056\n",
      "\tsaving\n",
      "subj08 FBA-2 batchnorm7 bodies\n",
      "\tpreparing encoding model features... batchnorm7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.263 cRSA 0.065 veUnivar 0.369 veRSA 0.089\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.269 cRSA 0.087 veUnivar 0.364 veRSA 0.119\n",
      "\tsaving\n",
      "subj08 FBA-2 fc7 bodies\n",
      "\tpreparing encoding model features... fc7 bodies\n",
      "\t\t train (1000, 60)\n",
      "\t\t val (1000, 60)\n",
      "\t\t test (515, 60)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.277 cRSA 0.044 veUnivar 0.315 veRSA 0.033\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.278 cRSA 0.059 veUnivar 0.311 veRSA 0.076\n",
      "\tsaving\n",
      "subj08 FBA-2 relu6 bodies\n",
      "\tpreparing encoding model features... relu6 bodies\n",
      "\t\t train (1000, 64)\n",
      "\t\t val (1000, 64)\n",
      "\t\t test (515, 64)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.191 cRSA 0.06 veUnivar 0.366 veRSA 0.092\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.239 cRSA 0.097 veUnivar 0.341 veRSA 0.136\n",
      "\tsaving\n",
      "subj08 FBA-2 batchnorm6 bodies\n",
      "\tpreparing encoding model features... batchnorm6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.311 cRSA 0.083 veUnivar 0.459 veRSA 0.168\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.321 cRSA 0.127 veUnivar 0.462 veRSA 0.219\n",
      "\tsaving\n",
      "subj08 FBA-2 fc6 bodies\n",
      "\tpreparing encoding model features... fc6 bodies\n",
      "\t\t train (1000, 67)\n",
      "\t\t val (1000, 67)\n",
      "\t\t test (515, 67)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.314 cRSA 0.064 veUnivar 0.391 veRSA 0.129\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.324 cRSA 0.116 veUnivar 0.417 veRSA 0.197\n",
      "\tsaving\n",
      "subj08 FBA-2 avgpool5 bodies\n",
      "\tpreparing encoding model features... avgpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.25 cRSA 0.024 veUnivar 0.353 veRSA 0.07\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.338 cRSA 0.018 veUnivar 0.424 veRSA 0.093\n",
      "\tsaving\n",
      "subj08 FBA-2 maxpool5 bodies\n",
      "\tpreparing encoding model features... maxpool5 bodies\n",
      "\t\t train (1000, 133)\n",
      "\t\t val (1000, 133)\n",
      "\t\t test (515, 133)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.25 cRSA 0.024 veUnivar 0.353 veRSA 0.07\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.338 cRSA 0.018 veUnivar 0.424 veRSA 0.093\n",
      "\tsaving\n",
      "subj08 FBA-2 relu5 bodies\n",
      "\tpreparing encoding model features... relu5 bodies\n",
      "\t\t train (1000, 464)\n",
      "\t\t val (1000, 464)\n",
      "\t\t test (515, 464)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.212 cRSA 0.021 veUnivar 0.367 veRSA 0.074\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.303 cRSA 0.015 veUnivar 0.456 veRSA 0.105\n",
      "\tsaving\n",
      "subj08 FBA-2 groupnorm5 bodies\n",
      "\tpreparing encoding model features... groupnorm5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 530)\n",
      "\t\t val (1000, 530)\n",
      "\t\t test (515, 530)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.187 cRSA 0.023 veUnivar 0.355 veRSA 0.085\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.302 cRSA 0.014 veUnivar 0.435 veRSA 0.123\n",
      "\tsaving\n",
      "subj08 FBA-2 conv5 bodies\n",
      "\tpreparing encoding model features... conv5 bodies\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t train (1000, 689)\n",
      "\t\t val (1000, 689)\n",
      "\t\t test (515, 689)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.244 cRSA 0.026 veUnivar 0.348 veRSA 0.067\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.324 cRSA 0.02 veUnivar 0.406 veRSA 0.082\n",
      "\tsaving\n",
      "subj08 FBA-2 relu4 bodies\n",
      "\tpreparing encoding model features... relu4 bodies\n",
      "\t\t train (1000, 706)\n",
      "\t\t val (1000, 706)\n",
      "\t\t test (515, 706)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.21 cRSA 0.03 veUnivar 0.329 veRSA 0.054\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.284 cRSA 0.041 veUnivar 0.347 veRSA 0.047\n",
      "\tsaving\n",
      "subj08 FBA-2 groupnorm4 bodies\n",
      "\tpreparing encoding model features... groupnorm4 bodies\n",
      "\t\t train (1000, 660)\n",
      "\t\t val (1000, 660)\n",
      "\t\t test (515, 660)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.207 cRSA 0.025 veUnivar 0.319 veRSA 0.064\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.295 cRSA 0.02 veUnivar 0.377 veRSA 0.095\n",
      "\tsaving\n",
      "subj08 FBA-2 conv4 bodies\n",
      "\tpreparing encoding model features... conv4 bodies\n",
      "\t\t train (1000, 853)\n",
      "\t\t val (1000, 853)\n",
      "\t\t test (515, 853)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.258 cRSA 0.03 veUnivar 0.252 veRSA 0.044\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.305 cRSA 0.038 veUnivar 0.278 veRSA 0.044\n",
      "\tsaving\n",
      "subj08 FBA-2 relu3 bodies\n",
      "\tpreparing encoding model features... relu3 bodies\n",
      "\t\t train (1000, 581)\n",
      "\t\t val (1000, 581)\n",
      "\t\t test (515, 581)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.177 cRSA 0.025 veUnivar 0.243 veRSA 0.03\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.242 cRSA 0.029 veUnivar 0.197 veRSA 0.027\n",
      "\tsaving\n",
      "subj08 FBA-2 groupnorm3 bodies\n",
      "\tpreparing encoding model features... groupnorm3 bodies\n",
      "\t\t train (1000, 618)\n",
      "\t\t val (1000, 618)\n",
      "\t\t test (515, 618)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.124 cRSA 0.02 veUnivar 0.3 veRSA 0.05\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\t\t\t test cUnivar 0.207 cRSA 0.018 veUnivar 0.276 veRSA 0.05\n",
      "\tsaving\n",
      "subj08 FBA-2 conv3 bodies\n",
      "\tpreparing encoding model features... conv3 bodies\n",
      "\t\t train (1000, 560)\n",
      "\t\t val (1000, 560)\n",
      "\t\t test (515, 560)\n",
      "\tfitting model... Lasso(alpha=0.001, positive=True, random_state=365, selection='random',\n",
      "      tol=0.01)\n",
      "\tgenerating predictions...\n",
      "\tcomputing metrics...\n",
      "\t\t\t val cUnivar 0.191 cRSA 0.019 veUnivar 0.296 veRSA 0.035\n",
      "\tsaving\n",
      "\t\t\t test cUnivar 0.254 cRSA 0.019 veUnivar 0.287 veRSA 0.034\n",
      "\tsaving\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/jovyan/work/DropboxProjects/jsputils/jsputils/classes.py:815: FutureWarning: The behavior of DataFrame concatenation with empty or all-NA entries is deprecated. In a future version, this will no longer exclude empty or all-NA columns when determining the result dtypes. To retain the old behavior, exclude the relevant entries before the concat operation.\n",
      "  \n"
     ]
    }
   ],
   "source": [
    "results = dict()\n",
    "\n",
    "for roi in roi_list:\n",
    "\n",
    "    results[roi] = dict()\n",
    "\n",
    "    for subj in progress_bar(subjs):\n",
    "        NSDsubj = classes.fMRISubject(subj, space, beta_version)\n",
    "        ROI = classes.BrainRegion(NSDsubj, roi)\n",
    "\n",
    "        ROI.load_betas()\n",
    "        ROI.get_ncsnr_mask(threshold = ncsnr_threshold)\n",
    "        ROI.load_encoding_data(train_imageset, val_imageset, test_imageset)\n",
    "        \n",
    "        encoder = classes.EncodingProcedure(ROI, DNN, \n",
    "                                     method = 'lasso', \n",
    "                                     positive = True,\n",
    "                                     alphas = [0.001])  # 0.001 for untrained, ipcl, 0.1 for trained,\n",
    "        \n",
    "        # if 'barlow' in model_name:\n",
    "        #     domain_list = ['layer']\n",
    "       # elif 'random' in model_name:\n",
    "        if 'FFA' in roi or 'OFA' in roi:\n",
    "            domain_list = ['faces']\n",
    "        elif 'OPA' in roi or 'PPA' in roi:\n",
    "            domain_list = ['scenes']\n",
    "        elif 'EBA' in roi or 'FBA' in roi:\n",
    "            domain_list = ['bodies']\n",
    "        elif 'VWFA' in roi or 'OWFA' in roi:\n",
    "            domain_list = ['characters']\n",
    "    \n",
    "        encoder.encode_layers(savedir, \n",
    "                              layers = np.flip(layer_list), \n",
    "                              domains = domain_list, \n",
    "                              overwrite = False)\n",
    "\n",
    "        results[roi][subj] = encoder.results_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "033184b5-7314-4941-8df6-cd76c830a0b8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[0.1]"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "encoder."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "1acc25bc-24ca-4f44-bb78-b2e32f2fa45d",
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'results_' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[10], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mresults_\u001b[49m[subj]\n",
      "\u001b[0;31mNameError\u001b[0m: name 'results_' is not defined"
     ]
    }
   ],
   "source": [
    "results[subj]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5cbe8784-f3db-42ca-956a-0e6e3839e6e5",
   "metadata": {},
   "outputs": [],
   "source": [
    "2+2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ba43447c-08c9-488c-bddb-f95a0ace20ba",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "accentuate",
   "language": "python",
   "name": "accentuate"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.18"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
